[ 528.277533] env[65677]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65677) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.277885] env[65677]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65677) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.278049] env[65677]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65677) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.278330] env[65677]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 528.397952] env[65677]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65677) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 528.407474] env[65677]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65677) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 528.453826] env[65677]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 529.022233] env[65677]: INFO nova.virt.driver [None req-b19a986b-a8c6-4396-8002-f22c48863312 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 529.098704] env[65677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.098862] env[65677]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.098974] env[65677]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65677) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 532.361112] env[65677]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fb15d6ff-eb60-42ba-beb2-b09758ebbea6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.379797] env[65677]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65677) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 532.380083] env[65677]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-beba5ff9-6c86-43d2-93a2-db83a2106cab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.417680] env[65677]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7e624. [ 532.417944] env[65677]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.319s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.418460] env[65677]: INFO nova.virt.vmwareapi.driver [None req-b19a986b-a8c6-4396-8002-f22c48863312 None None] VMware vCenter version: 7.0.3 [ 532.421912] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b710c554-a774-496f-b460-915c15562194 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.440682] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f38b81-d0a6-4d84-92bb-80c15484a0ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.447590] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bac72ca-1991-4ab6-ae81-fce30ae87035 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.455163] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217a206-b0ec-4482-88c9-214701654043 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.470494] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c1c7a5-88b5-459c-91bd-fe36b7857546 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.478644] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ef02c-748f-4f33-982d-66198673126e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.511456] env[65677]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d8aadd57-55fd-4453-a72b-ac1626663243 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.517836] env[65677]: DEBUG nova.virt.vmwareapi.driver [None req-b19a986b-a8c6-4396-8002-f22c48863312 None None] Extension org.openstack.compute already exists. {{(pid=65677) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 532.520645] env[65677]: INFO nova.compute.provider_config [None req-b19a986b-a8c6-4396-8002-f22c48863312 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 533.024421] env[65677]: DEBUG nova.context [None req-b19a986b-a8c6-4396-8002-f22c48863312 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),08d4a5e7-fb30-4092-a0f3-7ea3d1dfc4d5(cell1) {{(pid=65677) load_cells /opt/stack/nova/nova/context.py:472}} [ 533.024421] env[65677]: INFO nova.utils [None req-b19a986b-a8c6-4396-8002-f22c48863312 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 533.026412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.026629] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.027362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.027823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Acquiring lock "08d4a5e7-fb30-4092-a0f3-7ea3d1dfc4d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.028094] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Lock "08d4a5e7-fb30-4092-a0f3-7ea3d1dfc4d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.029091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Lock "08d4a5e7-fb30-4092-a0f3-7ea3d1dfc4d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.050603] env[65677]: INFO dbcounter [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Registered counter for database nova_cell0 [ 533.059170] env[65677]: INFO dbcounter [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Registered counter for database nova_cell1 [ 533.062478] env[65677]: DEBUG oslo_db.sqlalchemy.engines [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65677) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 533.063122] env[65677]: DEBUG oslo_db.sqlalchemy.engines [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65677) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 533.067985] env[65677]: ERROR nova.db.main.api [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 533.067985] env[65677]: func(*args, **kwargs) [ 533.067985] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 533.067985] env[65677]: self.work.run() [ 533.067985] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 533.067985] env[65677]: result = self.fn(*self.args, **self.kwargs) [ 533.067985] env[65677]: File "/opt/stack/nova/nova/utils.py", line 581, in context_wrapper [ 533.067985] env[65677]: return func(*args, **kwargs) [ 533.067985] env[65677]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 533.067985] env[65677]: result = fn(*args, **kwargs) [ 533.067985] env[65677]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 533.067985] env[65677]: return f(*args, **kwargs) [ 533.067985] env[65677]: File "/opt/stack/nova/nova/objects/service.py", line 563, in _db_service_get_minimum_version [ 533.067985] env[65677]: return db.service_get_minimum_version(context, binaries) [ 533.067985] env[65677]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 533.067985] env[65677]: _check_db_access() [ 533.067985] env[65677]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 533.067985] env[65677]: stacktrace = ''.join(traceback.format_stack()) [ 533.067985] env[65677]: [ 533.068873] env[65677]: ERROR nova.db.main.api [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 533.068873] env[65677]: func(*args, **kwargs) [ 533.068873] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 533.068873] env[65677]: self.work.run() [ 533.068873] env[65677]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 533.068873] env[65677]: result = self.fn(*self.args, **self.kwargs) [ 533.068873] env[65677]: File "/opt/stack/nova/nova/utils.py", line 581, in context_wrapper [ 533.068873] env[65677]: return func(*args, **kwargs) [ 533.068873] env[65677]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 533.068873] env[65677]: result = fn(*args, **kwargs) [ 533.068873] env[65677]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 533.068873] env[65677]: return f(*args, **kwargs) [ 533.068873] env[65677]: File "/opt/stack/nova/nova/objects/service.py", line 563, in _db_service_get_minimum_version [ 533.068873] env[65677]: return db.service_get_minimum_version(context, binaries) [ 533.068873] env[65677]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 533.068873] env[65677]: _check_db_access() [ 533.068873] env[65677]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 533.068873] env[65677]: stacktrace = ''.join(traceback.format_stack()) [ 533.068873] env[65677]: [ 533.069368] env[65677]: WARNING nova.objects.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 533.069517] env[65677]: WARNING nova.objects.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Failed to get minimum service version for cell 08d4a5e7-fb30-4092-a0f3-7ea3d1dfc4d5 [ 533.069897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Acquiring lock "singleton_lock" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.070080] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Acquired lock "singleton_lock" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.070327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Releasing lock "singleton_lock" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.070655] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Full set of CONF: {{(pid=65677) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.070788] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ******************************************************************************** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.070937] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] Configuration options gathered from: {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.071033] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.071218] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.071339] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ================================================================================ {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.071533] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] allow_resize_to_same_host = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.071693] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] arq_binding_timeout = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.071812] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] backdoor_port = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.071930] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] backdoor_socket = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.072114] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] block_device_allocate_retries = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.072273] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] block_device_allocate_retries_interval = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.072411] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cell_worker_thread_pool_size = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.072565] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cert = self.pem {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.072717] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.072867] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute_monitors = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.073154] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] config_dir = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.073356] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] config_drive_format = iso9660 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.073483] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.073637] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] config_source = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.073794] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] console_host = devstack {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.073947] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] control_exchange = nova {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.074103] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cpu_allocation_ratio = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.074258] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] daemon = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.074418] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] debug = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.074566] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_access_ip_network_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.074716] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_availability_zone = nova {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.074859] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_ephemeral_format = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075094] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_green_pool_size = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075236] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075388] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_schedule_zone = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075534] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] default_thread_pool_size = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075679] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] disk_allocation_ratio = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075830] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] enable_new_services = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.075974] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] flat_injected = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.076143] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] force_config_drive = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.076288] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] force_raw_images = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.076446] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] graceful_shutdown_timeout = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.076589] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] heal_instance_info_cache_interval = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.076802] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] host = cpu-1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.076972] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.077142] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] initial_disk_allocation_ratio = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.077294] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] initial_ram_allocation_ratio = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.077503] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.077654] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_build_timeout = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.077804] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_delete_interval = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.077979] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_format = [instance: %(uuid)s] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.078159] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_name_template = instance-%08x {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.078311] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_usage_audit = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.078468] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_usage_audit_period = month {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.078617] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.078769] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] instances_path = /opt/stack/data/nova/instances {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.078921] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] internal_service_availability_zone = internal {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.079075] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] key = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.079226] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] live_migration_retry_count = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.079382] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_color = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.079531] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_config_append = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.079683] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.079832] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_dir = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080146] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_options = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080299] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_rotate_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080456] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_rotate_interval_type = days {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080610] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] log_rotation_type = none {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080726] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080845] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.080995] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.081164] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.081283] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.081435] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] long_rpc_timeout = 1800 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.081580] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] max_concurrent_builds = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.081725] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] max_concurrent_live_migrations = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.081873] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] max_concurrent_snapshots = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082029] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] max_local_block_devices = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082182] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] max_logfile_count = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082350] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] max_logfile_size_mb = 200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082505] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] maximum_instance_delete_attempts = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082648] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] migrate_max_retries = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082801] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] mkisofs_cmd = genisoimage {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.082999] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] my_block_storage_ip = 10.180.1.21 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.083138] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] my_ip = 10.180.1.21 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.083333] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.083483] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] network_allocate_retries = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.083650] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.083808] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] osapi_compute_unique_server_name_scope = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.083959] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] password_length = 12 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084119] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] periodic_enable = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084266] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] periodic_fuzzy_delay = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084421] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] pointer_model = usbtablet {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084575] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] preallocate_images = none {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084719] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] publish_errors = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084838] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] pybasedir = /opt/stack/nova {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.084983] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ram_allocation_ratio = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.085144] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] rate_limit_burst = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.085304] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] rate_limit_except_level = CRITICAL {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.085434] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] rate_limit_interval = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.085578] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reboot_timeout = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.085720] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reclaim_instance_interval = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.085863] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] record = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086025] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reimage_timeout_per_gb = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086180] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] report_interval = 120 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086326] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] rescue_timeout = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086472] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reserved_host_cpus = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086617] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reserved_host_disk_mb = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086762] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reserved_host_memory_mb = 512 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.086910] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] reserved_huge_pages = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.087068] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] resize_confirm_window = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.087220] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] resize_fs_using_block_device = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.087365] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] resume_guests_state_on_host_boot = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.087518] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.087667] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] rpc_response_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.087822] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] run_external_periodic_tasks = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088026] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] running_deleted_instance_action = reap {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088187] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] running_deleted_instance_poll_interval = 1800 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088340] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] running_deleted_instance_timeout = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088488] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler_instance_sync_interval = 120 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088645] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_down_time = 720 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088798] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] servicegroup_driver = db {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.088945] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] shell_completion = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.089110] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] shelved_offload_time = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.089258] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] shelved_poll_interval = 3600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.089411] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] shutdown_timeout = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.089565] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] source_is_ipv6 = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.089710] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ssl_only = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.089972] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.090156] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] sync_power_state_interval = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.090312] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] sync_power_state_pool_size = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.090469] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] syslog_log_facility = LOG_USER {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.090615] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] tempdir = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.090763] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] thread_pool_statistic_period = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.090914] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] timeout_nbd = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091082] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] transport_url = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091237] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] update_resources_interval = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091385] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] use_cow_images = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091531] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] use_journal = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091677] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] use_json = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091823] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] use_rootwrap_daemon = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.091969] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] use_stderr = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.092130] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] use_syslog = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.092296] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vcpu_pin_set = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.092464] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plugging_is_fatal = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.092621] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plugging_timeout = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.092776] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] virt_mkfs = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.092923] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] volume_usage_poll_interval = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.093086] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] watch_log_file = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.093241] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] web = /usr/share/spice-html5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.093416] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_concurrency.disable_process_locking = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.094055] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.094248] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.094414] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.094573] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.094735] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.094889] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.095060] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.095227] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.095422] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.095539] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.compute_link_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.095697] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.095856] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.dhcp_domain = novalocal {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.enable_instance_password = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096172] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.glance_link_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096329] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096489] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096641] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.instance_list_per_project_cells = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096792] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.list_records_by_skipping_down_cells = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.096947] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.local_metadata_per_cell = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.097118] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.max_limit = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.097276] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.metadata_cache_expiration = 15 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.097440] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.neutron_default_project_id = default {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.097599] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.response_validation = warn {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.097750] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.use_neutron_default_nets = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.097930] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.098107] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.098266] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.098425] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.098583] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_dynamic_targets = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.098736] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_jsonfile_path = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.098903] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.099097] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.backend = dogpile.cache.memcached {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.099264] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.backend_argument = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.099414] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.backend_expiration_time = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.099571] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.config_prefix = cache.oslo {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.099723] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.debug_cache_backend = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.099875] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.enable_retry_client = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.100064] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.enable_socket_keepalive = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.100240] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.enabled = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.100397] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.enforce_fips_mode = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.100552] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.expiration_time = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.100718] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.100871] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.hashclient_retry_attempts = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101042] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101204] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_dead_retry = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101352] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_password = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101506] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101658] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101808] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_pool_maxsize = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.101958] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.102123] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_sasl_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.102313] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.102483] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_socket_timeout = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.102636] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.memcache_username = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.102793] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.proxies = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.102947] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_db = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.103113] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_password = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.103275] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_sentinel_service_name = mymaster {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.103440] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.103599] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_server = localhost:6379 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.103753] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_socket_timeout = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.103903] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.redis_username = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104067] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.retry_attempts = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104227] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.retry_delay = 0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104379] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.socket_keepalive_count = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104530] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.socket_keepalive_idle = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104678] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.socket_keepalive_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104828] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.tls_allowed_ciphers = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.104975] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.tls_cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.105137] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.tls_certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.105290] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.tls_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.105437] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cache.tls_keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.105600] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.105762] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.auth_type = password {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.105913] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106091] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.catalog_info = volumev3::publicURL {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106245] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106398] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106549] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.cross_az_attach = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106700] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.debug = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106848] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.endpoint_template = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.106998] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.http_retries = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.107165] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.107313] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.107473] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.os_region_name = RegionOne {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.107626] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.107777] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cinder.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.107983] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.108160] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.cpu_dedicated_set = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.108313] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.cpu_shared_set = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.108470] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.image_type_exclude_list = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.108625] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.108776] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.max_concurrent_disk_ops = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.108928] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.max_disk_devices_to_attach = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.109099] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.109262] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.109413] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.resource_provider_association_refresh = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.109563] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.109713] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.shutdown_retry_interval = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.109878] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.110088] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] conductor.workers = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.110264] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] console.allowed_origins = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.110415] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] console.ssl_ciphers = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.110575] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] console.ssl_minimum_version = default {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.110732] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] consoleauth.enforce_session_timeout = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.110897] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] consoleauth.token_ttl = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.111125] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.111287] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.111444] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.111596] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.111746] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.111893] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112058] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112212] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112391] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112544] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112693] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112842] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.112988] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.113161] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.service_type = accelerator {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.113314] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.113463] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.113612] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.113758] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.113925] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.114089] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] cyborg.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.114254] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.asyncio_connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.114404] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.asyncio_slave_connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.114565] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.backend = sqlalchemy {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.114724] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.114879] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.connection_debug = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.connection_parameters = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115211] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.connection_recycle_time = 3600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115364] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.connection_trace = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115514] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.db_inc_retry_interval = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115691] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.db_max_retries = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115816] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.db_max_retry_interval = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.115968] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.db_retry_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.116135] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.max_overflow = 50 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.116287] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.max_pool_size = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.116439] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.max_retries = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.116598] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.116745] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.mysql_wsrep_sync_wait = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.116893] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.pool_timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.117057] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.retry_interval = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.117211] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.slave_connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.117361] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.sqlite_synchronous = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.117512] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] database.use_db_reconnect = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.117669] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.asyncio_connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.117827] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.asyncio_slave_connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118008] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.backend = sqlalchemy {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118176] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118332] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.connection_debug = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118490] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.connection_parameters = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118646] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.connection_recycle_time = 3600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118797] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.connection_trace = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.118949] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.db_inc_retry_interval = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.119114] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.db_max_retries = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.119268] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.db_max_retry_interval = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.119420] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.db_retry_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.119571] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.max_overflow = 50 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.119721] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.max_pool_size = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.119870] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.max_retries = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.120060] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.120228] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.120382] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.pool_timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.120536] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.retry_interval = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.120684] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.slave_connection = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.120835] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] api_database.sqlite_synchronous = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121025] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] devices.enabled_mdev_types = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121187] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121350] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ephemeral_storage_encryption.default_format = luks {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121503] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ephemeral_storage_encryption.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121656] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121813] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.api_servers = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.121966] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.122133] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.122304] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.122463] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.122613] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.122766] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.debug = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.122921] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.default_trusted_certificate_ids = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123091] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.enable_certificate_validation = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123247] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.enable_rbd_download = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123394] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123549] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123699] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123849] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.123997] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.124164] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.num_retries = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.124343] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.rbd_ceph_conf = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.124504] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.rbd_connect_timeout = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.124663] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.rbd_pool = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.124816] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.rbd_user = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.124965] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.125130] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.125278] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.125432] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.service_type = image {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.125581] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.125726] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.125882] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126036] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126210] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126362] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.verify_glance_signatures = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126508] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] glance.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126663] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] guestfs.debug = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126818] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.126969] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.auth_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.127129] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.127275] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.127426] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.127572] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.127717] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.127861] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128015] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128167] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128315] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128459] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128605] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128751] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.128895] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129059] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.service_type = shared-file-system {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129215] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.share_apply_policy_timeout = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129363] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129507] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129653] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129799] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.129993] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.130173] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] manila.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.130334] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] mks.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.130685] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.130862] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] image_cache.manager_interval = 2400 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.131052] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] image_cache.precache_concurrency = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.131224] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] image_cache.remove_unused_base_images = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.131382] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.131537] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.131698] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] image_cache.subdirectory_name = _base {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.131861] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.api_max_retries = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.api_retry_interval = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132176] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132351] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.auth_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132507] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132656] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132805] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.132955] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.conductor_group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133117] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133266] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133410] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133559] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133704] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133850] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.133993] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.134159] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.peer_list = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.134306] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.134450] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.134599] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.serial_console_state_timeout = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.134745] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.134901] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.service_type = baremetal {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135059] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.shard = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135216] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135363] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135511] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135655] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135821] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.135970] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ironic.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.136159] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.136317] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] key_manager.fixed_key = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.136482] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.136631] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.barbican_api_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.136777] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.barbican_endpoint = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.136935] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.barbican_endpoint_type = public {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137098] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.barbican_region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137250] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137397] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137547] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137695] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137842] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.137989] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.number_of_retries = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.138156] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.retry_delay = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.138306] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.send_service_user_token = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.138456] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.138603] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.138752] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.verify_ssl = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.138899] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican.verify_ssl_path = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139063] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139220] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.auth_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139368] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139513] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139662] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139808] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.139991] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.140162] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.140311] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] barbican_service_user.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.140468] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.approle_role_id = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.140617] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.approle_secret_id = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.140776] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.kv_mountpoint = secret {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.140939] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.kv_path = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.141116] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.kv_version = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.141268] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.namespace = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.141417] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.root_token_id = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.141565] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.ssl_ca_crt_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.141722] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.timeout = 60.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.141873] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.use_ssl = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142042] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142203] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142383] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142543] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142689] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142836] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.142982] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.143147] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.143293] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.143438] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.143580] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.143725] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.143872] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144026] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144187] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.service_type = identity {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144339] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144488] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144638] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144783] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.144950] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.145109] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] keystone.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.145293] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.ceph_mount_options = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.145610] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.145777] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.connection_uri = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.145929] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_mode = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.146097] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_model_extra_flags = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.146254] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_models = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.146409] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_power_governor_high = performance {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.146563] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_power_governor_low = powersave {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.146713] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_power_management = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.146869] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147031] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.device_detach_attempts = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147187] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.device_detach_timeout = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147341] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.disk_cachemodes = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147508] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.disk_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147640] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.enabled_perf_events = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147792] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.file_backed_memory = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.147949] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.gid_maps = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.148112] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.hw_disk_discard = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.148259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.hw_machine_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.148412] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_rbd_ceph_conf = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.148565] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.148712] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.148864] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_rbd_glance_store_name = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149025] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_rbd_pool = rbd {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149180] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_type = default {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149326] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.images_volume_group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149473] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.inject_key = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149620] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.inject_partition = -2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149764] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.inject_password = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.149942] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.iscsi_iface = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.150103] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.iser_use_multipath = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.150257] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_bandwidth = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.150407] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.150555] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_downtime = 500 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.150702] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.150848] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151052] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_inbound_addr = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151229] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151381] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_permit_post_copy = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151527] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_scheme = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151685] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_timeout_action = abort {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151833] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_tunnelled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.151977] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_uri = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.152137] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.live_migration_with_native_tls = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.152305] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.max_queues = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.152467] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.152680] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.152831] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.nfs_mount_options = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.153135] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.153301] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.153456] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.num_iser_scan_tries = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.153604] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.num_memory_encrypted_guests = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.153753] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.153902] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.num_pcie_ports = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.154110] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.num_volume_scan_tries = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.154307] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.pmem_namespaces = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.154462] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.quobyte_client_cfg = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.154757] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.154920] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rbd_connect_timeout = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155088] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155245] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155394] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rbd_secret_uuid = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155539] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rbd_user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155687] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155843] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.remote_filesystem_transport = ssh {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.155989] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rescue_image_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.156192] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rescue_kernel_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.156293] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rescue_ramdisk_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.156446] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.156591] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.rx_queue_size = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.156742] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.smbfs_mount_options = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.157026] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.157193] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.snapshot_compression = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.157342] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.snapshot_image_format = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.157545] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.157697] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.sparse_logical_volumes = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.157845] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.swtpm_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158025] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.swtpm_group = tss {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158177] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.swtpm_user = tss {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158332] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.sysinfo_serial = unique {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158477] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.tb_cache_size = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158619] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.tx_queue_size = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158768] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.uid_maps = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.158917] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.use_virtio_for_bridges = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.159084] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.virt_type = kvm {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.159240] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.volume_clear = zero {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.159389] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.volume_clear_size = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.159535] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.volume_enforce_multipath = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.159688] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.volume_use_multipath = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.159831] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_cache_path = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.160025] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.160193] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_mount_group = qemu {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.160347] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_mount_opts = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.160502] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.160775] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161166] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.vzstorage_mount_user = stack {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161166] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161332] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161507] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.auth_type = password {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161655] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161796] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.161945] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.162106] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.162269] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.162443] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.default_floating_pool = public {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.162591] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.162738] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.extension_sync_interval = 600 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.162883] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.http_retries = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163042] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163193] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163337] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163492] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163635] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163785] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.ovs_bridge = br-int {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.163934] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.physnets = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.164103] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.region_name = RegionOne {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.164255] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.164413] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.service_metadata_proxy = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.164560] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.164715] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.service_type = network {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.164863] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.165014] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.165172] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.165319] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.165487] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.165684] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] neutron.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.165872] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] notifications.bdms_in_notifications = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.166056] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] notifications.default_level = INFO {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.166219] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] notifications.include_share_mapping = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.166383] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] notifications.notification_format = unversioned {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.166536] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] notifications.notify_on_state_change = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.166697] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.166859] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] pci.alias = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167026] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] pci.device_spec = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167179] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] pci.report_in_placement = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167341] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167500] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.auth_type = password {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167654] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167802] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.167946] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.168111] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.168320] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.168485] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.168635] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.default_domain_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.168777] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.default_domain_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.168945] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.domain_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.169096] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.domain_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.169242] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.169387] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.169531] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.169674] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.169815] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170047] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.password = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170158] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.project_domain_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170315] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.project_domain_name = Default {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170469] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.project_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170628] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.project_name = service {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170781] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.region_name = RegionOne {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.170942] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.171118] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.171279] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.service_type = placement {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.171428] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.171576] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.171721] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.171862] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.system_scope = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172015] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172169] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.trust_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172313] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.user_domain_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172467] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.user_domain_name = Default {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172612] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.user_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172772] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.username = nova {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.172936] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.173095] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] placement.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.173267] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.cores = 20 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.173418] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.count_usage_from_placement = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.173574] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.173741] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.injected_file_content_bytes = 10240 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.173899] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.injected_file_path_length = 255 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174331] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.injected_files = 5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174331] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.instances = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174432] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.key_pairs = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174510] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.metadata_items = 128 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174658] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.ram = 51200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174815] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.recheck_quota = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.174965] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.server_group_members = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.175132] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.server_groups = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.175323] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.175482] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] quota.unified_limits_resource_strategy = require {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.175641] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.175792] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.175941] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.image_metadata_prefilter = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.176100] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.176251] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.max_attempts = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.176430] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.max_placement_results = 1000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.176545] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.176689] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.query_placement_for_image_type_support = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.176837] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.177043] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] scheduler.workers = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.177214] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.177375] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.177542] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.177696] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.177848] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178006] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178166] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178342] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178499] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.host_subset_size = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178649] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178794] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.178940] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.179107] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.179259] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.179410] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.isolated_hosts = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.179560] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.isolated_images = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.179707] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.179855] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.180040] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.180220] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.pci_in_placement = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.180390] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.180562] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.180715] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.180862] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.181051] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.181216] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.181368] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.track_instance_changes = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.181531] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.181693] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] metrics.required = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.181846] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] metrics.weight_multiplier = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.182007] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.182172] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] metrics.weight_setting = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.182473] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.182638] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] serial_console.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.182801] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] serial_console.port_range = 10000:20000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.182960] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.183133] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.183293] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] serial_console.serialproxy_port = 6083 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.183449] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.183609] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.auth_type = password {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.183756] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.183899] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184061] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184216] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184362] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184518] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.send_service_user_token = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184667] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184813] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] service_user.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.184970] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.agent_enabled = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.185136] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.185432] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.185632] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.185791] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.html5proxy_port = 6082 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.185942] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.image_compression = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.186103] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.jpeg_compression = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.186252] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.playback_compression = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.186403] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.require_secure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.186559] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.server_listen = 127.0.0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.186714] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.186975] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.187149] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.streaming_mode = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.187305] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] spice.zlib_compression = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.187457] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] upgrade_levels.baseapi = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.187617] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] upgrade_levels.compute = auto {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.187766] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] upgrade_levels.conductor = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.187914] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] upgrade_levels.scheduler = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.188083] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.188238] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.auth_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.188435] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.188623] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.188781] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.188934] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.189095] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.189250] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.189396] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vendordata_dynamic_auth.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.189558] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.api_retry_count = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.189706] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.ca_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.189864] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.cache_prefix = devstack-image-cache {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.190057] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.cluster_name = testcl1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.190222] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.connection_pool_size = 10 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.190372] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.console_delay_seconds = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.190529] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.datastore_regex = ^datastore.* {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.190734] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.190906] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.host_password = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.191093] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.host_port = 443 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.191260] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.host_username = administrator@vsphere.local {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.191417] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.insecure = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.191566] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.integration_bridge = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.191716] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.maximum_objects = 100 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.191863] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.pbm_default_policy = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192022] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.pbm_enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192176] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.pbm_wsdl_location = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192362] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192522] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.serial_port_proxy_uri = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192671] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.serial_port_service_uri = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192824] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.task_poll_interval = 0.5 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.192983] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.use_linked_clone = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.193155] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.vnc_keymap = en-us {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.193307] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.vnc_port = 5900 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.193455] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vmware.vnc_port_total = 10000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.193626] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.auth_schemes = ['none'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.193790] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.194078] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.194256] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.194417] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.novncproxy_port = 6080 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.194592] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.server_listen = 127.0.0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.194760] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.194909] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.vencrypt_ca_certs = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195068] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.vencrypt_client_cert = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195219] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vnc.vencrypt_client_key = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195381] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195532] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.disable_deep_image_inspection = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195682] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195831] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.195977] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.196180] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.disable_rootwrap = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.196344] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.enable_numa_live_migration = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.196493] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.196639] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.196789] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.196936] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.libvirt_disable_apic = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197098] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197252] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197400] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197548] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197696] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197843] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.197992] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.198152] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.198300] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.198451] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.198620] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.198771] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] wsgi.secure_proxy_ssl_header = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.198923] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] zvm.ca_file = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.199084] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] zvm.cloud_connector_url = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.199379] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.199545] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] zvm.reachable_timeout = 300 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.199707] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.199873] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.200079] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.connection_string = messaging:// {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.200243] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.enabled = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.200401] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.es_doc_type = notification {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.200552] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.es_scroll_size = 10000 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.200706] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.es_scroll_time = 2m {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.200855] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.filter_error_trace = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201044] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.hmac_keys = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201213] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.sentinel_service_name = mymaster {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201375] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.socket_timeout = 0.1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201528] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.trace_requests = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201674] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler.trace_sqlalchemy = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201844] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler_jaeger.process_tags = {} {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.201995] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler_jaeger.service_name_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.202165] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] profiler_otlp.service_name_prefix = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.202329] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.202481] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.202629] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.202776] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.202923] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203081] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203231] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203378] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203524] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203679] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203823] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.203978] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.204146] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.204300] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.204448] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.204602] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.204756] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.204905] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205070] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205223] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205369] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205513] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205660] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205806] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.205955] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.206124] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.206272] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.206420] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.206566] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.206746] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.206857] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.ssl = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207015] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207175] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207325] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207480] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207631] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.ssl_version = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207778] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.207950] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.208160] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_notifications.retry = -1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.208354] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.208519] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_messaging_notifications.transport_url = **** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.208678] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.auth_section = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.208830] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.auth_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.208979] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.cafile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.209143] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.certfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.209292] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.collect_timing = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.209438] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.connect_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.209583] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.connect_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.209727] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.endpoint_id = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.209883] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.endpoint_interface = publicURL {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.210087] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.endpoint_override = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.210251] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.endpoint_region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.210397] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.endpoint_service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.210542] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.endpoint_service_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.210692] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.insecure = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.210835] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.keyfile = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211019] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.max_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211185] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.min_version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211330] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.region_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211476] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.retriable_status_codes = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211623] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.service_name = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211767] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.service_type = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.211915] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.split_loggers = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212075] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.status_code_retries = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212225] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.status_code_retry_delay = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212369] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.timeout = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212513] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.valid_interfaces = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212657] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_limit.version = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212809] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_reports.file_event_handler = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.212957] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.213117] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] oslo_reports.log_dir = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.213276] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.213423] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.213568] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.213717] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.213868] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214024] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214173] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214330] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214474] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214615] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214762] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.214912] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.215083] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.215236] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] vif_plug_ovs_privileged.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.215392] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.flat_interface = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.215559] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.215718] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.215873] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216038] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216204] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216356] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216503] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216666] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216847] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.isolate_vif = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.216980] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.217199] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.217358] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.217516] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.ovsdb_interface = native {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.217666] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] os_vif_ovs.per_port_bridge = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.217825] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.217973] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.218133] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.218284] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.218436] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.218584] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.218726] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] privsep_osbrick.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.218883] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219037] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.group = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219189] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.helper_command = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219334] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219484] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219629] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219771] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] nova_sys_admin.user = None {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.219898] env[65677]: DEBUG oslo_service.backend._eventlet.service [None req-ae39f5a6-abe3-40d7-bab2-34c674c4cfcc None None] ******************************************************************************** {{(pid=65677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.220358] env[65677]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 533.723910] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Getting list of instances from cluster (obj){ [ 533.723910] env[65677]: value = "domain-c8" [ 533.723910] env[65677]: _type = "ClusterComputeResource" [ 533.723910] env[65677]: } {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 533.724998] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da905ad-d4c7-4d3c-8dfb-6f801afcb0a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.734566] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Got total of 0 instances {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.735225] env[65677]: WARNING nova.virt.vmwareapi.driver [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 533.735694] env[65677]: INFO nova.virt.node [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Generated node identity fed1bc41-b4b5-4618-9de5-231c692731f7 [ 533.735928] env[65677]: INFO nova.virt.node [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Wrote node identity fed1bc41-b4b5-4618-9de5-231c692731f7 to /opt/stack/data/n-cpu-1/compute_id [ 534.238970] env[65677]: WARNING nova.compute.manager [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Compute nodes ['fed1bc41-b4b5-4618-9de5-231c692731f7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 535.244484] env[65677]: INFO nova.compute.manager [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 536.249441] env[65677]: WARNING nova.compute.manager [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 536.249870] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.250337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.250499] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.250654] env[65677]: DEBUG nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 536.251591] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b4e34-3f8d-4265-8adb-6f48f8f76bd1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.259962] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b041285e-6f0f-461c-b299-730ee8111f21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.275684] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040f4750-4d32-4e6f-acdf-7e4ffd27f220 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.282268] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f38eaa-2c26-4f68-85ed-bf593174e88f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.310704] env[65677]: DEBUG nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180636MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 536.310845] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.311035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.814113] env[65677]: WARNING nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] No compute node record for cpu-1:fed1bc41-b4b5-4618-9de5-231c692731f7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host fed1bc41-b4b5-4618-9de5-231c692731f7 could not be found. [ 537.318531] env[65677]: INFO nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: fed1bc41-b4b5-4618-9de5-231c692731f7 [ 538.827626] env[65677]: DEBUG nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 538.828063] env[65677]: DEBUG nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 539.046653] env[65677]: INFO nova.scheduler.client.report [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] [req-a7822bc1-6ff9-45a7-9574-acd8f4b6f112] Created resource provider record via placement API for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 539.066425] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec3414d-8d75-455e-a089-a111093e059d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.074746] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5697bd-122b-4ad6-be41-4dbff24e9c6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.105806] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599fc5d-9916-4a82-99f6-9f61f149ef84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.113780] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7c1f1a-e44a-491e-a07a-8806f0607442 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.127146] env[65677]: DEBUG nova.compute.provider_tree [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.676963] env[65677]: DEBUG nova.scheduler.client.report [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 539.677223] env[65677]: DEBUG nova.compute.provider_tree [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 0 to 1 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.677363] env[65677]: DEBUG nova.compute.provider_tree [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.731246] env[65677]: DEBUG nova.compute.provider_tree [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 1 to 2 during operation: update_traits {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.235670] env[65677]: DEBUG nova.compute.resource_tracker [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 540.236192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.925s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.236192] env[65677]: DEBUG nova.service [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Creating RPC server for service compute {{(pid=65677) start /opt/stack/nova/nova/service.py:177}} [ 540.251192] env[65677]: DEBUG nova.service [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] Join ServiceGroup membership for this service compute {{(pid=65677) start /opt/stack/nova/nova/service.py:194}} [ 540.251421] env[65677]: DEBUG nova.servicegroup.drivers.db [None req-d2b8fad9-6bfc-40f9-bffb-ab8105e53555 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65677) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 560.255064] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.758758] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Getting list of instances from cluster (obj){ [ 560.758758] env[65677]: value = "domain-c8" [ 560.758758] env[65677]: _type = "ClusterComputeResource" [ 560.758758] env[65677]: } {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.760077] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94530afb-ddff-4cfa-bab0-0a0d1803aa4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.769310] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Got total of 0 instances {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.769545] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.769854] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Getting list of instances from cluster (obj){ [ 560.769854] env[65677]: value = "domain-c8" [ 560.769854] env[65677]: _type = "ClusterComputeResource" [ 560.769854] env[65677]: } {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.770781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3072134d-9786-46f4-af2f-ae21e76c2847 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.779089] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Got total of 0 instances {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.479544] env[65677]: INFO nova.utils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The default thread pool MainProcess.default is initialized [ 584.480442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.480682] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.984110] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 585.540635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.540955] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.542694] env[65677]: INFO nova.compute.claims [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.597957] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a64738-9bad-4b2e-baeb-83ad85089c9e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.609070] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b7e808-2455-4cd9-8f81-a21b94b9d200 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.644954] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b110162-3b6b-4abf-be79-7bf66bb1ebf7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.653621] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf4360-7bf8-4056-b657-62d6ac3c4146 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.673490] env[65677]: DEBUG nova.compute.provider_tree [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.176852] env[65677]: DEBUG nova.scheduler.client.report [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.683050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.683921] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 588.189424] env[65677]: DEBUG nova.compute.utils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.191216] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 588.194411] env[65677]: DEBUG nova.network.neutron [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 588.195422] env[65677]: WARNING neutronclient.v2_0.client [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.197986] env[65677]: WARNING neutronclient.v2_0.client [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.465020] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465020] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465020] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465020] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465251] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465382] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465679] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.465732] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 588.465877] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.659557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "051cca76-3a98-4bab-865c-9455b3d69a6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.659749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.703966] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 588.969350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.969634] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.969974] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.969974] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 588.970987] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02f3139-7017-475f-8628-4edda919ccc6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.982626] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f5d346-1f35-4fda-bfb7-3cd356bfbaa0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.004463] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd0b6a-5166-44bf-9ca6-5adaacfd56a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.013634] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982c230-1a23-49e0-94b9-b0b1e0c20cbe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.047460] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180701MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 589.047618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.047834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.167421] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 589.618175] env[65677]: DEBUG nova.policy [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc33d518ba5d4dfc9f355c5eb7f575e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f36c5ad4bdbc41d6a781cb5c451041ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.690053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.717915] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 589.764920] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 589.764920] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.765633] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 589.765633] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.765633] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 589.765633] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 589.765873] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 589.765873] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 589.766259] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 589.766429] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 589.766593] env[65677]: DEBUG nova.virt.hardware [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 589.767623] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12ab651-f99c-4329-b11c-826a9114ab4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.779032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dbeae0-25ad-4bdd-8841-a947cb846fa5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.807480] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f274e1e-1a84-48a1-a012-73cbe82c9ca1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.913454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "160e5116-e880-4ae9-b243-d8b1f7ce343b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.913688] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.080257] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 9bc559ae-f1f5-4416-9bb3-d0c8292f002a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 590.416832] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 590.585022] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 051cca76-3a98-4bab-865c-9455b3d69a6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 590.948114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.088835] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 160e5116-e880-4ae9-b243-d8b1f7ce343b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 591.089550] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 591.095023] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 591.162282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e0cea5-bb8d-4199-97c2-9c1b8d0aa7d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.169421] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff814d-b2d1-4d6f-813c-77601cc78cf6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.210030] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a132b8-fb17-4384-9c87-237969eb5f17 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.219960] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f953de05-f933-47b2-bb4c-bd9402f24f0f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.235338] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.327392] env[65677]: DEBUG nova.network.neutron [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Successfully created port: 9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.738914] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.243891] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 592.244166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.196s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.244445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.555s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.245955] env[65677]: INFO nova.compute.claims [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.489697] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "d818b6d4-391c-4911-a267-c42aae775098" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.489942] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "d818b6d4-391c-4911-a267-c42aae775098" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.992099] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 593.155917] env[65677]: DEBUG nova.network.neutron [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Successfully updated port: 9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.362274] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eff2f2-2280-46bf-afc0-e4f435a3e95b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.370599] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf14d3-791f-4a21-aabc-2ae1caa7feb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.402036] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d59bb0-aa81-4972-ad69-529c615262d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.410233] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9431a7-f970-425c-95fa-02bad785e9b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.428151] env[65677]: DEBUG nova.compute.provider_tree [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.521998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.661891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "refresh_cache-9bc559ae-f1f5-4416-9bb3-d0c8292f002a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.662600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired lock "refresh_cache-9bc559ae-f1f5-4416-9bb3-d0c8292f002a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.662600] env[65677]: DEBUG nova.network.neutron [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 593.934139] env[65677]: DEBUG nova.scheduler.client.report [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.114796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.115172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.438774] env[65677]: DEBUG nova.network.neutron [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 594.446373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.447996] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 594.452598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.505s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.454044] env[65677]: INFO nova.compute.claims [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.619499] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 594.632695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "23015485-1b33-4806-93a3-e02fae399998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.633014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "23015485-1b33-4806-93a3-e02fae399998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.660053] env[65677]: WARNING neutronclient.v2_0.client [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.795969] env[65677]: DEBUG nova.network.neutron [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Updating instance_info_cache with network_info: [{"id": "9b320894-6302-4b2e-a3d3-2e47660154ba", "address": "fa:16:3e:49:c7:0a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b320894-63", "ovs_interfaceid": "9b320894-6302-4b2e-a3d3-2e47660154ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.962535] env[65677]: DEBUG nova.compute.utils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.964031] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 594.964310] env[65677]: DEBUG nova.network.neutron [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.967089] env[65677]: WARNING neutronclient.v2_0.client [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.967089] env[65677]: WARNING neutronclient.v2_0.client [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.139166] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 595.147028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.298237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Releasing lock "refresh_cache-9bc559ae-f1f5-4416-9bb3-d0c8292f002a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.298575] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Instance network_info: |[{"id": "9b320894-6302-4b2e-a3d3-2e47660154ba", "address": "fa:16:3e:49:c7:0a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b320894-63", "ovs_interfaceid": "9b320894-6302-4b2e-a3d3-2e47660154ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 595.299181] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:c7:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b320894-6302-4b2e-a3d3-2e47660154ba', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.316070] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.316238] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dee616f2-c678-4c60-83e9-2eac2bd7aaa6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.331960] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Created folder: OpenStack in parent group-v4. [ 595.332463] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating folder: Project (f36c5ad4bdbc41d6a781cb5c451041ff). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.332819] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b89d2627-fa09-4ff2-95de-dcfc561edc30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.348401] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Created folder: Project (f36c5ad4bdbc41d6a781cb5c451041ff) in parent group-v905237. [ 595.348931] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating folder: Instances. Parent ref: group-v905238. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.349343] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1923f8d-b972-4b66-8fb4-5004b1dc2330 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.361831] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Created folder: Instances in parent group-v905238. [ 595.362132] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 595.362337] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.362545] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1d43856-9664-4c49-b4f9-601796721c12 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.394577] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.394577] env[65677]: value = "task-4635623" [ 595.394577] env[65677]: _type = "Task" [ 595.394577] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.396423] env[65677]: DEBUG nova.policy [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09eee8927ddb4b6287a0e3be37f43dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a136dda2d73430d93ca6844b98adf7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.409030] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635623, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.472440] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 595.528125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.528125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.659652] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1f87a-5031-46ec-a153-ae25272e7853 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.672404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.674523] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f37fe-edbb-4581-b34d-2c68dfe40c26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.720565] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b550813e-a084-455f-9571-13f86b4f926b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.747604] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc3fe9-1929-4817-8436-0fd113aab2dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.771164] env[65677]: DEBUG nova.compute.provider_tree [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.800284] env[65677]: DEBUG nova.compute.manager [req-894feb9e-a2f1-4de6-a782-0cd85b1e1511 req-d9b8f132-acc3-4fcb-bcf4-8869de5518c6 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Received event network-vif-plugged-9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 595.800398] env[65677]: DEBUG oslo_concurrency.lockutils [req-894feb9e-a2f1-4de6-a782-0cd85b1e1511 req-d9b8f132-acc3-4fcb-bcf4-8869de5518c6 service nova] Acquiring lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.800613] env[65677]: DEBUG oslo_concurrency.lockutils [req-894feb9e-a2f1-4de6-a782-0cd85b1e1511 req-d9b8f132-acc3-4fcb-bcf4-8869de5518c6 service nova] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.800791] env[65677]: DEBUG oslo_concurrency.lockutils [req-894feb9e-a2f1-4de6-a782-0cd85b1e1511 req-d9b8f132-acc3-4fcb-bcf4-8869de5518c6 service nova] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.800949] env[65677]: DEBUG nova.compute.manager [req-894feb9e-a2f1-4de6-a782-0cd85b1e1511 req-d9b8f132-acc3-4fcb-bcf4-8869de5518c6 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] No waiting events found dispatching network-vif-plugged-9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 595.810596] env[65677]: WARNING nova.compute.manager [req-894feb9e-a2f1-4de6-a782-0cd85b1e1511 req-d9b8f132-acc3-4fcb-bcf4-8869de5518c6 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Received unexpected event network-vif-plugged-9b320894-6302-4b2e-a3d3-2e47660154ba for instance with vm_state building and task_state spawning. [ 595.913090] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635623, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.029715] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 596.221439] env[65677]: DEBUG nova.network.neutron [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Successfully created port: 7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.276962] env[65677]: DEBUG nova.scheduler.client.report [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.412159] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635623, 'name': CreateVM_Task, 'duration_secs': 0.603896} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.414457] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.415733] env[65677]: WARNING neutronclient.v2_0.client [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.485883] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 596.521432] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.521432] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.521432] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.521621] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.522654] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.522654] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.522654] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.522654] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.522654] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.522877] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.522877] env[65677]: DEBUG nova.virt.hardware [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.524054] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d775a2a5-5216-41b9-b38b-3c3606b10e3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.533918] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce51e919-0822-4c6b-9a1d-930ce63b9fa7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.565558] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.783353] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.784338] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 596.788947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.269s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.792934] env[65677]: INFO nova.compute.claims [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.801556] env[65677]: DEBUG oslo_vmware.service [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b680b5ec-810c-44f9-b5c1-a1b46ca9bc83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.808163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.808271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.808937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.809233] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c309f4cb-b285-4087-9aca-20efaad8538b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.815669] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 596.815669] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52988e55-c10f-4e5f-8888-11c08f55d848" [ 596.815669] env[65677]: _type = "Task" [ 596.815669] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.825896] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52988e55-c10f-4e5f-8888-11c08f55d848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.295722] env[65677]: DEBUG nova.compute.utils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.299494] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 597.299494] env[65677]: DEBUG nova.network.neutron [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.299836] env[65677]: WARNING neutronclient.v2_0.client [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.299836] env[65677]: WARNING neutronclient.v2_0.client [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.331913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.332185] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.332445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.332585] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.333043] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.333547] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94963cf2-d32c-468e-bf5e-12ba66ae8e71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.343944] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.344127] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.344904] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba61842-4e6e-4126-977e-398a0c12bc02 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.353675] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca085658-a947-4e0d-b108-5dc298afbae9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.358765] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 597.358765] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e3903-652b-01a8-9c08-71667f3132ea" [ 597.358765] env[65677]: _type = "Task" [ 597.358765] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.368513] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e3903-652b-01a8-9c08-71667f3132ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.800308] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 597.877151] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.877151] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating directory with path [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.877151] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fce2f95-57c4-4057-ae79-9669e4646c01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.906845] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Created directory with path [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.907083] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Fetch image to [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.907245] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Downloading image file data 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk on the data store datastore2 {{(pid=65677) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.911468] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e1c07-90ca-4eaa-a1e6-0bd5b3f52593 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.925173] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610ea9c-abd1-4ca8-b4bb-ea33379a697f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.940444] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562fbc7b-b1dd-4fb8-80c2-bd4827506cb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.982496] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9199a55-e908-49c2-974c-d14a5389d9ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.992517] env[65677]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5ec0a6a2-41f2-4fb5-b51e-25590b8372c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.006936] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de779a10-2ad4-479a-8285-a206e5485cf0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.027050] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b72c7-0ddf-4d88-8a33-1fe497915cce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.033535] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Downloading image file data 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to the data store datastore2 {{(pid=65677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.068807] env[65677]: DEBUG nova.network.neutron [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Successfully updated port: 7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.070150] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa84993b-b937-4052-a714-17b25dd2abec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.086382] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f854bc-820a-4db5-887b-6a34f86602ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.117537] env[65677]: DEBUG nova.compute.provider_tree [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.163730] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.168400] env[65677]: DEBUG nova.policy [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff61a3b9400e4ca88144ce25751d8464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee3b142e51ee4c90b9187221c1a63ae6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.580531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "refresh_cache-051cca76-3a98-4bab-865c-9455b3d69a6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.581311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquired lock "refresh_cache-051cca76-3a98-4bab-865c-9455b3d69a6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.581650] env[65677]: DEBUG nova.network.neutron [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.623130] env[65677]: DEBUG nova.scheduler.client.report [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.792153] env[65677]: DEBUG nova.network.neutron [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Successfully created port: 3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.821770] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 598.871709] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.871967] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.874470] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.874470] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.874602] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.875132] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.876215] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.876423] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.876600] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.876775] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.876962] env[65677]: DEBUG nova.virt.hardware [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.879059] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed5ac23-adc2-4bfc-aa50-e6f916ef5abd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.897345] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c681f-f6d2-4501-8055-b8b14db8f76e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.932954] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.933206] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 599.004120] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Downloaded image file data 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk on the data store datastore2 {{(pid=65677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.005742] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.006370] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Copying Virtual Disk [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk to [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.011086] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad36aab-c01c-41ee-bbc2-745e230190a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.021257] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 599.021257] env[65677]: value = "task-4635624" [ 599.021257] env[65677]: _type = "Task" [ 599.021257] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.038271] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.125989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.126545] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 599.133021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.984s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.133021] env[65677]: INFO nova.compute.claims [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.533069] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635624, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.625491] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.625621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.638294] env[65677]: DEBUG nova.compute.utils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.642305] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 599.643093] env[65677]: DEBUG nova.network.neutron [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.643093] env[65677]: WARNING neutronclient.v2_0.client [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.643257] env[65677]: WARNING neutronclient.v2_0.client [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.810685] env[65677]: DEBUG nova.network.neutron [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.034489] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70528} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.034930] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Copied Virtual Disk [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk to [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.034930] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleting the datastore file [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.035173] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0bc6be7-125c-4eb8-8f58-ba2debd30b04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.042969] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 600.042969] env[65677]: value = "task-4635625" [ 600.042969] env[65677]: _type = "Task" [ 600.042969] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.053863] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.128561] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 600.142351] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 600.278256] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf1310d-5dba-4444-afd7-4e378b385bdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.289325] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4807cd2a-ba92-4e13-9a46-09d7ef33f715 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.324612] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dad1014-7fc6-4122-b3fa-21feb2d720de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.336514] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a904b30-435c-472b-a768-525495ec837f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.352898] env[65677]: DEBUG nova.compute.provider_tree [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.553882] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027724} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.557087] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.557087] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Moving file from [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb. {{(pid=65677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.557087] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b8a1a4b2-0fba-4433-8248-a10af23db7f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.565021] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 600.565021] env[65677]: value = "task-4635626" [ 600.565021] env[65677]: _type = "Task" [ 600.565021] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.574701] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635626, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.654892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.705290] env[65677]: DEBUG nova.network.neutron [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Successfully updated port: 3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 600.738667] env[65677]: DEBUG nova.policy [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923dd4c9e8d4428b276b45ad54758c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2dc00f4d184a86b92f399e33f56fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.856287] env[65677]: DEBUG nova.scheduler.client.report [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.077341] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635626, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033292} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.077341] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] File moved {{(pid=65677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.077341] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Cleaning up location [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.077341] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleting the datastore file [datastore2] vmware_temp/bcd76c4e-755e-4d0e-b49e-78b0957238d3 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.077693] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad65ddd1-a13f-495b-b48c-0cfa9fb3fc67 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.085639] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 601.085639] env[65677]: value = "task-4635627" [ 601.085639] env[65677]: _type = "Task" [ 601.085639] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.095446] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.151960] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 601.178408] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.178636] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.178829] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.179044] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.179192] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.179333] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.179534] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.179682] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.179835] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.179988] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.180567] env[65677]: DEBUG nova.virt.hardware [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.181050] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6acfc3-99b9-4349-a89b-8e877beb2496 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.189900] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7149228-030d-46b3-a685-8bb244f52a5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.207908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "refresh_cache-160e5116-e880-4ae9-b243-d8b1f7ce343b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.208113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquired lock "refresh_cache-160e5116-e880-4ae9-b243-d8b1f7ce343b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.208291] env[65677]: DEBUG nova.network.neutron [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.370028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.370028] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 601.371910] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.700s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.373669] env[65677]: INFO nova.compute.claims [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.595862] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084675} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.598594] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.599607] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcf948d-bcf5-49e4-a569-42af9944ca39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.608183] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 601.608183] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528f754b-0033-f050-bc90-667ef18ab365" [ 601.608183] env[65677]: _type = "Task" [ 601.608183] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.617351] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528f754b-0033-f050-bc90-667ef18ab365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.874177] env[65677]: DEBUG nova.compute.utils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.875609] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 601.875793] env[65677]: DEBUG nova.network.neutron [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.876205] env[65677]: WARNING neutronclient.v2_0.client [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.876856] env[65677]: WARNING neutronclient.v2_0.client [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.119269] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528f754b-0033-f050-bc90-667ef18ab365, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.122803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.122803] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9bc559ae-f1f5-4416-9bb3-d0c8292f002a/9bc559ae-f1f5-4416-9bb3-d0c8292f002a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.122803] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327565f3-bc55-47dc-850d-69a6b60042a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.131367] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 602.131367] env[65677]: value = "task-4635628" [ 602.131367] env[65677]: _type = "Task" [ 602.131367] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.141152] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.257010] env[65677]: DEBUG nova.network.neutron [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Successfully created port: ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.382012] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 602.509322] env[65677]: DEBUG nova.network.neutron [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.557789] env[65677]: DEBUG nova.policy [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc3a97398d0d41a1a33a620706d233f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ec51891532446c18d2330040a6f2966', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.568555] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6499ffc-00ab-4367-a290-53e8e6fc93d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.578457] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2eab0b-82a9-488f-8853-db59f0f3969d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.614581] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd87d0d1-1394-4d63-b67e-210da34e683e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.624348] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534de37f-242d-4ade-82de-c5838b6b9e75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.644860] env[65677]: DEBUG nova.compute.provider_tree [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.656229] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512546} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.656494] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9bc559ae-f1f5-4416-9bb3-d0c8292f002a/9bc559ae-f1f5-4416-9bb3-d0c8292f002a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.656701] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.657132] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d82f402e-f110-49ea-8f95-d72418b78d06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.665573] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 602.665573] env[65677]: value = "task-4635629" [ 602.665573] env[65677]: _type = "Task" [ 602.665573] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.678342] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.152126] env[65677]: DEBUG nova.scheduler.client.report [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.161520] env[65677]: WARNING neutronclient.v2_0.client [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.175416] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067166} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.176610] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.177520] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab219d0-d15f-4f37-9cef-654f6f8de9ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.206478] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 9bc559ae-f1f5-4416-9bb3-d0c8292f002a/9bc559ae-f1f5-4416-9bb3-d0c8292f002a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.207203] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa6a9f0-f637-4539-9bbd-c3adf936a266 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.229126] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 603.229126] env[65677]: value = "task-4635630" [ 603.229126] env[65677]: _type = "Task" [ 603.229126] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.238359] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.401095] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 603.465018] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.465018] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.465018] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.465018] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.465512] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.465809] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.466152] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.469017] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.469017] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.469017] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.469017] env[65677]: DEBUG nova.virt.hardware [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.469017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662b08c7-8e9c-436d-84fe-b927527e90bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.478823] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdbb1d4-8602-40c0-bd02-a656f6165249 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.659614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.660064] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 603.663479] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.097s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.664259] env[65677]: INFO nova.compute.claims [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.741010] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635630, 'name': ReconfigVM_Task, 'duration_secs': 0.307859} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.741245] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 9bc559ae-f1f5-4416-9bb3-d0c8292f002a/9bc559ae-f1f5-4416-9bb3-d0c8292f002a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.741926] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a40dc39-3740-4fe0-8391-9a2d56a0a411 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.749717] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 603.749717] env[65677]: value = "task-4635631" [ 603.749717] env[65677]: _type = "Task" [ 603.749717] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.759415] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635631, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.170196] env[65677]: DEBUG nova.compute.utils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.174163] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 604.174406] env[65677]: DEBUG nova.network.neutron [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 604.174815] env[65677]: WARNING neutronclient.v2_0.client [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.175234] env[65677]: WARNING neutronclient.v2_0.client [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.266457] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635631, 'name': Rename_Task, 'duration_secs': 0.156738} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.266457] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.266457] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b70f06a-3371-4093-8259-747edd7e67c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.273440] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 604.273440] env[65677]: value = "task-4635632" [ 604.273440] env[65677]: _type = "Task" [ 604.273440] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.283524] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.503099] env[65677]: DEBUG nova.network.neutron [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Successfully created port: 4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 604.675548] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 604.796686] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.861517] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd8a23-25e5-48c4-8181-c368ad2d334c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.875643] env[65677]: DEBUG nova.network.neutron [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Successfully updated port: ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.877626] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0267049-350f-4227-b76e-d3562f12ad8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.928338] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a594a43-9ad8-4f17-9525-35786bb2568f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.938233] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232a2b47-1085-49c6-86d6-ea8a480f9360 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.958319] env[65677]: DEBUG nova.compute.provider_tree [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.291863] env[65677]: DEBUG oslo_vmware.api [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635632, 'name': PowerOnVM_Task, 'duration_secs': 0.519249} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.291863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.291863] env[65677]: INFO nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Took 15.57 seconds to spawn the instance on the hypervisor. [ 605.292214] env[65677]: DEBUG nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 605.294158] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338d5cf-b8bb-43b4-991e-598525d84e19 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.387919] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "refresh_cache-d818b6d4-391c-4911-a267-c42aae775098" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.388189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "refresh_cache-d818b6d4-391c-4911-a267-c42aae775098" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.388372] env[65677]: DEBUG nova.network.neutron [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.462608] env[65677]: DEBUG nova.scheduler.client.report [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.687197] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 605.716042] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.716042] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.716042] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.716257] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.716257] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.716257] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.716521] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.716807] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.717199] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.717465] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.717746] env[65677]: DEBUG nova.virt.hardware [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.718708] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf105f0-d607-49b4-ae44-0928f7a4485b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.727797] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f4dd7-1c72-468a-8bcf-11c5277c0a58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.818803] env[65677]: INFO nova.compute.manager [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Took 20.33 seconds to build instance. [ 605.972019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.972019] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 605.972324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.317s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.973908] env[65677]: INFO nova.compute.claims [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.198452] env[65677]: DEBUG nova.network.neutron [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Updating instance_info_cache with network_info: [{"id": "7ad9bd24-6722-44a8-b56c-1317a60c802e", "address": "fa:16:3e:ca:93:78", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9bd24-67", "ovs_interfaceid": "7ad9bd24-6722-44a8-b56c-1317a60c802e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.236737] env[65677]: DEBUG nova.policy [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9757532d0fb4b46ad6ac344e0ce6c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a9aefdc59e46e9a653e5c1acd5d797', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.262204] env[65677]: WARNING neutronclient.v2_0.client [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.323063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9067639a-ecb2-4364-85ca-aa3411199d40 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.842s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.479198] env[65677]: DEBUG nova.compute.utils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.483046] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 606.483046] env[65677]: DEBUG nova.network.neutron [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 606.484202] env[65677]: WARNING neutronclient.v2_0.client [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.484202] env[65677]: WARNING neutronclient.v2_0.client [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.582061] env[65677]: DEBUG nova.network.neutron [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.702660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Releasing lock "refresh_cache-051cca76-3a98-4bab-865c-9455b3d69a6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.703083] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Instance network_info: |[{"id": "7ad9bd24-6722-44a8-b56c-1317a60c802e", "address": "fa:16:3e:ca:93:78", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9bd24-67", "ovs_interfaceid": "7ad9bd24-6722-44a8-b56c-1317a60c802e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 606.703523] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:93:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad9bd24-6722-44a8-b56c-1317a60c802e', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.711285] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Creating folder: Project (3a136dda2d73430d93ca6844b98adf7d). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.711592] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-385beb9a-6bfa-4eae-a689-4768d2bcf9ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.723815] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Created folder: Project (3a136dda2d73430d93ca6844b98adf7d) in parent group-v905237. [ 606.724031] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Creating folder: Instances. Parent ref: group-v905241. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.724288] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f95739f-4248-4fb9-8884-25a0d6c2b9d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.734928] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Created folder: Instances in parent group-v905241. [ 606.735198] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 606.735391] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.735596] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477c2e2e-87ca-4eb2-b4da-7ca04ce9b414 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.758173] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.758173] env[65677]: value = "task-4635635" [ 606.758173] env[65677]: _type = "Task" [ 606.758173] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.767091] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635635, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.899559] env[65677]: DEBUG nova.network.neutron [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Successfully updated port: 4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.983307] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 606.996224] env[65677]: DEBUG nova.policy [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57e2c4ae7cec40c9904a12a33503737b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '181cade595304b59978152456e94ddbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.999146] env[65677]: DEBUG nova.network.neutron [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Successfully created port: a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.030484] env[65677]: DEBUG nova.compute.manager [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Received event network-changed-9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 607.030484] env[65677]: DEBUG nova.compute.manager [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Refreshing instance network info cache due to event network-changed-9b320894-6302-4b2e-a3d3-2e47660154ba. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 607.030761] env[65677]: DEBUG oslo_concurrency.lockutils [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] Acquiring lock "refresh_cache-9bc559ae-f1f5-4416-9bb3-d0c8292f002a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.030761] env[65677]: DEBUG oslo_concurrency.lockutils [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] Acquired lock "refresh_cache-9bc559ae-f1f5-4416-9bb3-d0c8292f002a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.030930] env[65677]: DEBUG nova.network.neutron [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Refreshing network info cache for port 9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.153856] env[65677]: DEBUG nova.network.neutron [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Updating instance_info_cache with network_info: [{"id": "3da49d1b-3f48-4dd4-93b6-2012b8723e94", "address": "fa:16:3e:6c:9d:10", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da49d1b-3f", "ovs_interfaceid": "3da49d1b-3f48-4dd4-93b6-2012b8723e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.161629] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51e0a0d-692a-4f73-aa3b-c5987937c5b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.171711] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497576a2-3f23-4c01-89c5-4f3f3d615400 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.208224] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d424ada-6167-4284-812e-f10926382e18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.216260] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bee377-0c73-4342-ae7b-13cbe53999ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.231162] env[65677]: DEBUG nova.compute.provider_tree [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.267796] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635635, 'name': CreateVM_Task, 'duration_secs': 0.400831} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.267959] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.268534] env[65677]: WARNING neutronclient.v2_0.client [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.268871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.269023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.269446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.269718] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12464ac5-c20d-4421-a4c6-2084dc3d3607 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.275396] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 607.275396] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52531717-f88e-8957-73d6-0c3e3e437eb9" [ 607.275396] env[65677]: _type = "Task" [ 607.275396] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.287213] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52531717-f88e-8957-73d6-0c3e3e437eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.402040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.402357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.402443] env[65677]: DEBUG nova.network.neutron [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.482330] env[65677]: DEBUG nova.network.neutron [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Successfully created port: 0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.534445] env[65677]: WARNING neutronclient.v2_0.client [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.657778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Releasing lock "refresh_cache-160e5116-e880-4ae9-b243-d8b1f7ce343b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.657778] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Instance network_info: |[{"id": "3da49d1b-3f48-4dd4-93b6-2012b8723e94", "address": "fa:16:3e:6c:9d:10", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da49d1b-3f", "ovs_interfaceid": "3da49d1b-3f48-4dd4-93b6-2012b8723e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 607.658630] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:9d:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3da49d1b-3f48-4dd4-93b6-2012b8723e94', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.668030] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Creating folder: Project (ee3b142e51ee4c90b9187221c1a63ae6). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.668162] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e45e781d-fdd1-4666-9416-d0c9d6902b97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.681043] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Created folder: Project (ee3b142e51ee4c90b9187221c1a63ae6) in parent group-v905237. [ 607.681374] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Creating folder: Instances. Parent ref: group-v905244. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.681708] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b9124ba-2eeb-4ae6-a990-fcd3920370f3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.693514] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Created folder: Instances in parent group-v905244. [ 607.693801] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.694095] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.694350] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7680d5c9-074b-4e82-94cc-d57ffbb1aad3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.716810] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.716810] env[65677]: value = "task-4635638" [ 607.716810] env[65677]: _type = "Task" [ 607.716810] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.725437] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635638, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.734555] env[65677]: DEBUG nova.scheduler.client.report [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.787822] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52531717-f88e-8957-73d6-0c3e3e437eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.788325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.788712] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.789113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.789523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.789851] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.790532] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-867e27ac-b955-4feb-b61d-3e017ba41083 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.802033] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.802033] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.802033] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce93670-b322-403b-8515-99eb83a92404 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.808414] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 607.808414] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e79a6-2bfe-4a80-8b55-4f794e0a6c9d" [ 607.808414] env[65677]: _type = "Task" [ 607.808414] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.816669] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e79a6-2bfe-4a80-8b55-4f794e0a6c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.000560] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 608.031452] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 608.031771] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.031923] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 608.032124] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.032282] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 608.032624] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 608.032624] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.032808] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 608.032982] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 608.033167] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 608.033353] env[65677]: DEBUG nova.virt.hardware [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 608.034405] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df5a65-94c3-432b-b2f1-9be92a4c75ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.043661] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed212cc6-1595-4a99-a889-f00377b38b18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.227880] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635638, 'name': CreateVM_Task, 'duration_secs': 0.374278} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.228084] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.228650] env[65677]: WARNING neutronclient.v2_0.client [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.229071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.229224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.229545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.229802] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c996298-397a-49cb-ac8e-c9af075af051 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.235947] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 608.235947] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c7b0c-06ec-6f7d-0fd0-9e5c13dcb1e4" [ 608.235947] env[65677]: _type = "Task" [ 608.235947] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.240274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.240803] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 608.250764] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c7b0c-06ec-6f7d-0fd0-9e5c13dcb1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.323294] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e79a6-2bfe-4a80-8b55-4f794e0a6c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.324656] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2127ee6a-8c48-4939-850f-5775b9af6178 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.331757] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 608.331757] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ddd109-3c11-3b41-12a8-80c833bc4873" [ 608.331757] env[65677]: _type = "Task" [ 608.331757] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.342976] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ddd109-3c11-3b41-12a8-80c833bc4873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.718353] env[65677]: DEBUG nova.network.neutron [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Successfully updated port: a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.749500] env[65677]: DEBUG nova.compute.utils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.751143] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c7b0c-06ec-6f7d-0fd0-9e5c13dcb1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.030033} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.752535] env[65677]: WARNING neutronclient.v2_0.client [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.754762] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 608.754951] env[65677]: DEBUG nova.network.neutron [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.755226] env[65677]: WARNING neutronclient.v2_0.client [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.755478] env[65677]: WARNING neutronclient.v2_0.client [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.757104] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.757316] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.757511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.846083] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ddd109-3c11-3b41-12a8-80c833bc4873, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.846083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.846083] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 051cca76-3a98-4bab-865c-9455b3d69a6b/051cca76-3a98-4bab-865c-9455b3d69a6b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.846083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.846412] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.846614] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-456e0e8d-dbae-4a8a-bf67-90503d9a6e66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.849399] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404bca58-5d7b-44aa-b80b-5195e8844495 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.859475] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 608.859475] env[65677]: value = "task-4635639" [ 608.859475] env[65677]: _type = "Task" [ 608.859475] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.864384] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.864657] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.866090] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d2cfb4-ba4b-4d8d-8b51-e45bc56f0f50 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.873038] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.876618] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 608.876618] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e597db-15fd-1ff1-1ae3-3d1052cc64f2" [ 608.876618] env[65677]: _type = "Task" [ 608.876618] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.886620] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e597db-15fd-1ff1-1ae3-3d1052cc64f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.985578] env[65677]: DEBUG nova.network.neutron [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.086155] env[65677]: DEBUG nova.policy [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6543f7300384cfeafc3d630cdaa37d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07024af6305f49e0adf0e8aebfc01dfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.199032] env[65677]: DEBUG nova.network.neutron [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Updating instance_info_cache with network_info: [{"id": "ec6d425f-1856-48be-8d67-1ec2ec4cd19f", "address": "fa:16:3e:56:08:99", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6d425f-18", "ovs_interfaceid": "ec6d425f-1856-48be-8d67-1ec2ec4cd19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.225509] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "refresh_cache-23015485-1b33-4806-93a3-e02fae399998" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.225509] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquired lock "refresh_cache-23015485-1b33-4806-93a3-e02fae399998" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.225509] env[65677]: DEBUG nova.network.neutron [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.253018] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 609.293459] env[65677]: DEBUG nova.network.neutron [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Successfully updated port: 0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.375417] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.391046] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e597db-15fd-1ff1-1ae3-3d1052cc64f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.391046] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1203bf-60c2-42c7-9e3f-6c9ee66b2ca6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.397693] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 609.397693] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a37cbe-2907-e703-ceac-bc57c57d2832" [ 609.397693] env[65677]: _type = "Task" [ 609.397693] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.408295] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a37cbe-2907-e703-ceac-bc57c57d2832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.471167] env[65677]: WARNING neutronclient.v2_0.client [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.557956] env[65677]: WARNING neutronclient.v2_0.client [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.592968] env[65677]: DEBUG nova.compute.manager [req-b0efd61f-5b67-4fb7-ac6c-b4b97ea1eb67 req-3a887e35-fac7-4b61-891c-1ea0151ae533 service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Received event network-vif-plugged-3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 609.593254] env[65677]: DEBUG oslo_concurrency.lockutils [req-b0efd61f-5b67-4fb7-ac6c-b4b97ea1eb67 req-3a887e35-fac7-4b61-891c-1ea0151ae533 service nova] Acquiring lock "160e5116-e880-4ae9-b243-d8b1f7ce343b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.593445] env[65677]: DEBUG oslo_concurrency.lockutils [req-b0efd61f-5b67-4fb7-ac6c-b4b97ea1eb67 req-3a887e35-fac7-4b61-891c-1ea0151ae533 service nova] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.593603] env[65677]: DEBUG oslo_concurrency.lockutils [req-b0efd61f-5b67-4fb7-ac6c-b4b97ea1eb67 req-3a887e35-fac7-4b61-891c-1ea0151ae533 service nova] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.593777] env[65677]: DEBUG nova.compute.manager [req-b0efd61f-5b67-4fb7-ac6c-b4b97ea1eb67 req-3a887e35-fac7-4b61-891c-1ea0151ae533 service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] No waiting events found dispatching network-vif-plugged-3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 609.593923] env[65677]: WARNING nova.compute.manager [req-b0efd61f-5b67-4fb7-ac6c-b4b97ea1eb67 req-3a887e35-fac7-4b61-891c-1ea0151ae533 service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Received unexpected event network-vif-plugged-3da49d1b-3f48-4dd4-93b6-2012b8723e94 for instance with vm_state building and task_state spawning. [ 609.637405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.637660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.702071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "refresh_cache-d818b6d4-391c-4911-a267-c42aae775098" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.702469] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Instance network_info: |[{"id": "ec6d425f-1856-48be-8d67-1ec2ec4cd19f", "address": "fa:16:3e:56:08:99", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6d425f-18", "ovs_interfaceid": "ec6d425f-1856-48be-8d67-1ec2ec4cd19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 609.702940] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:08:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec6d425f-1856-48be-8d67-1ec2ec4cd19f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.711836] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Creating folder: Project (4e2dc00f4d184a86b92f399e33f56fee). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.715198] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac9d4971-7056-4656-b9b3-34e6c27b9c34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.728078] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Created folder: Project (4e2dc00f4d184a86b92f399e33f56fee) in parent group-v905237. [ 609.728078] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Creating folder: Instances. Parent ref: group-v905247. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.733379] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d56d2ea-932c-4386-ba5e-1081f02bafc2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.738632] env[65677]: DEBUG nova.network.neutron [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Updating instance_info_cache with network_info: [{"id": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "address": "fa:16:3e:78:d3:b2", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6f5274-36", "ovs_interfaceid": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.746582] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Created folder: Instances in parent group-v905247. [ 609.746979] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 609.747041] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d818b6d4-391c-4911-a267-c42aae775098] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.747288] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62eb65a1-00af-4b04-a7e4-11eb6c5931aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.768906] env[65677]: DEBUG nova.network.neutron [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Successfully created port: bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 609.781512] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.781512] env[65677]: value = "task-4635642" [ 609.781512] env[65677]: _type = "Task" [ 609.781512] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.795966] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635642, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.796576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "refresh_cache-c0fb7dd7-d108-4d73-9432-c5be6c7435b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.797365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquired lock "refresh_cache-c0fb7dd7-d108-4d73-9432-c5be6c7435b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.797365] env[65677]: DEBUG nova.network.neutron [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.828349] env[65677]: DEBUG nova.network.neutron [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Updated VIF entry in instance network info cache for port 9b320894-6302-4b2e-a3d3-2e47660154ba. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.828767] env[65677]: DEBUG nova.network.neutron [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Updating instance_info_cache with network_info: [{"id": "9b320894-6302-4b2e-a3d3-2e47660154ba", "address": "fa:16:3e:49:c7:0a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b320894-63", "ovs_interfaceid": "9b320894-6302-4b2e-a3d3-2e47660154ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.834975] env[65677]: DEBUG nova.network.neutron [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.873385] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659242} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.873704] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 051cca76-3a98-4bab-865c-9455b3d69a6b/051cca76-3a98-4bab-865c-9455b3d69a6b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.873955] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.874289] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed17521-7ff3-4812-a179-cca08a93588c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.884082] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 609.884082] env[65677]: value = "task-4635643" [ 609.884082] env[65677]: _type = "Task" [ 609.884082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.897806] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.913995] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a37cbe-2907-e703-ceac-bc57c57d2832, 'name': SearchDatastore_Task, 'duration_secs': 0.05517} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.914449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.914742] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 160e5116-e880-4ae9-b243-d8b1f7ce343b/160e5116-e880-4ae9-b243-d8b1f7ce343b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.915120] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2a72ec-667f-4e5b-9348-5ecdd9c699e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.925455] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 609.925455] env[65677]: value = "task-4635644" [ 609.925455] env[65677]: _type = "Task" [ 609.925455] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.937062] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.145615] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 610.241522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.241928] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Instance network_info: |[{"id": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "address": "fa:16:3e:78:d3:b2", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6f5274-36", "ovs_interfaceid": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 610.242411] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:d3:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d6f5274-36f2-44f6-aad6-89bc70c7925c', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.249906] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Creating folder: Project (2ec51891532446c18d2330040a6f2966). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.250204] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92b0da8e-ac4c-4254-a4c1-dda186dfb4cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.263442] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Created folder: Project (2ec51891532446c18d2330040a6f2966) in parent group-v905237. [ 610.263677] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Creating folder: Instances. Parent ref: group-v905250. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.263928] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1aca56e-4a75-4efc-83b1-9963b33f7396 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.273200] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Created folder: Instances in parent group-v905250. [ 610.273469] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.273667] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.273874] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb6f61c5-0d66-4e64-a60a-8e282d319a03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.289352] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 610.304139] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635642, 'name': CreateVM_Task, 'duration_secs': 0.420463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.306147] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d818b6d4-391c-4911-a267-c42aae775098] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.306299] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.306299] env[65677]: value = "task-4635647" [ 610.306299] env[65677]: _type = "Task" [ 610.306299] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.306686] env[65677]: WARNING neutronclient.v2_0.client [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.307169] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.307245] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.307526] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.307867] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a33e65-3897-4b04-8cb7-0165bedd0062 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.321217] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 610.321217] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52137291-6973-19d5-c76d-d0b115cb025a" [ 610.321217] env[65677]: _type = "Task" [ 610.321217] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.328194] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.328194] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.328194] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.328194] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.328519] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.328519] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.328519] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.329102] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.329102] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.329716] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.329716] env[65677]: DEBUG nova.virt.hardware [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.331026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df247ef-9bf5-4b92-8d8c-8e77b49a6a31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.339709] env[65677]: DEBUG oslo_concurrency.lockutils [req-87665251-e640-4004-9819-af56733e2286 req-91659df1-2d0f-404a-a206-8ee4fc49c774 service nova] Releasing lock "refresh_cache-9bc559ae-f1f5-4416-9bb3-d0c8292f002a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.349184] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d6dac3-cf23-488d-85c3-3a33a7f99568 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.353563] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52137291-6973-19d5-c76d-d0b115cb025a, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.353885] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.354123] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.354357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.354530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.354733] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.355511] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0988f58-cda1-47d2-ae8f-61cdeee738eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.375058] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.375353] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.376630] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39310c87-1694-4944-b0e5-1e1bcb0f6255 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.385802] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 610.385802] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52eff8b2-8620-dd7d-f23f-6010565e2327" [ 610.385802] env[65677]: _type = "Task" [ 610.385802] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.403268] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089741} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.409595] env[65677]: WARNING neutronclient.v2_0.client [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.413170] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.413677] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52eff8b2-8620-dd7d-f23f-6010565e2327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.415570] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf9ed30-9c08-487c-990f-fb8cc3bc4219 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.440681] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 051cca76-3a98-4bab-865c-9455b3d69a6b/051cca76-3a98-4bab-865c-9455b3d69a6b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.444188] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5099f9fa-05dc-43d8-a1d4-e26576772256 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.466239] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.467967] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 610.467967] env[65677]: value = "task-4635648" [ 610.467967] env[65677]: _type = "Task" [ 610.467967] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.477979] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.673851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.674059] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.676261] env[65677]: INFO nova.compute.claims [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.728524] env[65677]: DEBUG nova.network.neutron [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.819348] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635647, 'name': CreateVM_Task, 'duration_secs': 0.457676} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.819538] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.820071] env[65677]: WARNING neutronclient.v2_0.client [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.820439] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.820610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.821014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.821636] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a4154c-7788-46b6-95ec-0be73394361b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.827043] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 610.827043] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522dccea-5311-964a-9883-fa5510a293be" [ 610.827043] env[65677]: _type = "Task" [ 610.827043] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.836816] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522dccea-5311-964a-9883-fa5510a293be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.901662] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52eff8b2-8620-dd7d-f23f-6010565e2327, 'name': SearchDatastore_Task, 'duration_secs': 0.092968} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.902641] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c8e6b4-2e2f-4ca0-ba3d-1576c407dcc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.909568] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 610.909568] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52474e21-2d41-7a1b-a528-07c56c860c19" [ 610.909568] env[65677]: _type = "Task" [ 610.909568] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.918705] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52474e21-2d41-7a1b-a528-07c56c860c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.942919] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886187} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.943218] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 160e5116-e880-4ae9-b243-d8b1f7ce343b/160e5116-e880-4ae9-b243-d8b1f7ce343b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.943426] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.943672] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-250037a8-7ca5-4fe8-89ef-713a073f4e8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.954453] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 610.954453] env[65677]: value = "task-4635649" [ 610.954453] env[65677]: _type = "Task" [ 610.954453] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.963209] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.978594] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.050309] env[65677]: DEBUG nova.network.neutron [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Updating instance_info_cache with network_info: [{"id": "a9f8d622-e09e-4e9a-93f3-981e5069b980", "address": "fa:16:3e:de:55:13", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8d622-e0", "ovs_interfaceid": "a9f8d622-e09e-4e9a-93f3-981e5069b980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.294759] env[65677]: WARNING neutronclient.v2_0.client [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.340218] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522dccea-5311-964a-9883-fa5510a293be, 'name': SearchDatastore_Task, 'duration_secs': 0.035467} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.340669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.341161] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.341454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.423405] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52474e21-2d41-7a1b-a528-07c56c860c19, 'name': SearchDatastore_Task, 'duration_secs': 0.031826} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.423669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.423917] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d818b6d4-391c-4911-a267-c42aae775098/d818b6d4-391c-4911-a267-c42aae775098.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.424202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.424388] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.424582] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3eb320-1663-4b15-978a-72501b26ca58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.426699] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f46d5486-b2fd-4de9-a710-b8237a30fb3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.435954] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 611.435954] env[65677]: value = "task-4635650" [ 611.435954] env[65677]: _type = "Task" [ 611.435954] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.440476] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.440686] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.441876] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34595a7-a66a-4b29-ac20-9fb6e205c2d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.447893] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.452047] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 611.452047] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cee7a0-8a74-3ea2-ff5b-0b305b30d260" [ 611.452047] env[65677]: _type = "Task" [ 611.452047] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.466596] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cee7a0-8a74-3ea2-ff5b-0b305b30d260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.470380] env[65677]: DEBUG nova.network.neutron [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Updating instance_info_cache with network_info: [{"id": "0f56daac-5ad5-4960-b1e3-be82f436703b", "address": "fa:16:3e:a4:78:9e", "network": {"id": "ba0b7284-231a-4c65-a2f8-da713d313beb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-997141961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "181cade595304b59978152456e94ddbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f56daac-5a", "ovs_interfaceid": "0f56daac-5ad5-4960-b1e3-be82f436703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.471875] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072586} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.475587] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.478881] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e90c165-cc0e-4e72-a4c2-19306654db90 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.492319] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635648, 'name': ReconfigVM_Task, 'duration_secs': 0.958847} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.503642] env[65677]: DEBUG nova.network.neutron [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Successfully updated port: bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.505497] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 051cca76-3a98-4bab-865c-9455b3d69a6b/051cca76-3a98-4bab-865c-9455b3d69a6b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.516284] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 160e5116-e880-4ae9-b243-d8b1f7ce343b/160e5116-e880-4ae9-b243-d8b1f7ce343b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.516737] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6058374-abf3-4b26-b8a7-4c6e3a43819f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.519069] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173623a0-f6a3-40b7-94fc-f930b2086900 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.544237] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 611.544237] env[65677]: value = "task-4635651" [ 611.544237] env[65677]: _type = "Task" [ 611.544237] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.545756] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 611.545756] env[65677]: value = "task-4635652" [ 611.545756] env[65677]: _type = "Task" [ 611.545756] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.555503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Releasing lock "refresh_cache-23015485-1b33-4806-93a3-e02fae399998" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.555836] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Instance network_info: |[{"id": "a9f8d622-e09e-4e9a-93f3-981e5069b980", "address": "fa:16:3e:de:55:13", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8d622-e0", "ovs_interfaceid": "a9f8d622-e09e-4e9a-93f3-981e5069b980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 611.556410] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:55:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9f8d622-e09e-4e9a-93f3-981e5069b980', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.565933] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Creating folder: Project (a0a9aefdc59e46e9a653e5c1acd5d797). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.571991] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2924bfd1-b557-4cec-a880-ee7536525915 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.574689] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635651, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.579387] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.592576] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Created folder: Project (a0a9aefdc59e46e9a653e5c1acd5d797) in parent group-v905237. [ 611.592794] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Creating folder: Instances. Parent ref: group-v905253. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.593153] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acbc313c-1d41-45e6-a4ff-769b70849fe6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.605912] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Created folder: Instances in parent group-v905253. [ 611.605912] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.605912] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23015485-1b33-4806-93a3-e02fae399998] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.606617] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed5b3e80-df27-409c-bd00-eaf622eb08d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.629618] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.629618] env[65677]: value = "task-4635655" [ 611.629618] env[65677]: _type = "Task" [ 611.629618] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.639275] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635655, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.844428] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5080359-f4fa-4279-bfe7-674a78ba6585 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.853930] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6ab2f-8825-4170-8b85-8c057b9c1830 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.889025] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb80dd-51f4-46f4-ac93-1a2cd774e5f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.898376] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832209e6-e49d-4186-8552-4f30eaae81bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.914287] env[65677]: DEBUG nova.compute.provider_tree [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.947384] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.963812] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cee7a0-8a74-3ea2-ff5b-0b305b30d260, 'name': SearchDatastore_Task, 'duration_secs': 0.018485} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.964757] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d229ef5-7c68-443c-9ba0-2912597c2cdf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.972638] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 611.972638] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52104a3c-2dfb-1bbb-c8e0-4cb412240bd9" [ 611.972638] env[65677]: _type = "Task" [ 611.972638] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.972911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Releasing lock "refresh_cache-c0fb7dd7-d108-4d73-9432-c5be6c7435b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.974187] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Instance network_info: |[{"id": "0f56daac-5ad5-4960-b1e3-be82f436703b", "address": "fa:16:3e:a4:78:9e", "network": {"id": "ba0b7284-231a-4c65-a2f8-da713d313beb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-997141961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "181cade595304b59978152456e94ddbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f56daac-5a", "ovs_interfaceid": "0f56daac-5ad5-4960-b1e3-be82f436703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 611.978087] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:78:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f56daac-5ad5-4960-b1e3-be82f436703b', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.986050] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Creating folder: Project (181cade595304b59978152456e94ddbf). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.986279] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b0fbb8d-939d-4177-949c-dc3d7aba8d72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.997769] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52104a3c-2dfb-1bbb-c8e0-4cb412240bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.002790] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Created folder: Project (181cade595304b59978152456e94ddbf) in parent group-v905237. [ 612.003009] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Creating folder: Instances. Parent ref: group-v905256. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.003289] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a263352-6508-4bfc-a284-54b3e8638ea3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.016300] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Created folder: Instances in parent group-v905256. [ 612.017660] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.017660] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.017660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.017913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquired lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.018107] env[65677]: DEBUG nova.network.neutron [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.019937] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1890df8-803b-4b9c-862d-150c06bfda61 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.045525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.045789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.050258] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.050258] env[65677]: value = "task-4635658" [ 612.050258] env[65677]: _type = "Task" [ 612.050258] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.068828] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635651, 'name': Rename_Task, 'duration_secs': 0.282005} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.074755] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.075652] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.075652] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7bfebb-4740-4eae-8b5a-7f11e50b5f49 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.088333] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635658, 'name': CreateVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.089178] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 612.089178] env[65677]: value = "task-4635659" [ 612.089178] env[65677]: _type = "Task" [ 612.089178] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.095110] env[65677]: DEBUG nova.network.neutron [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.104873] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.142863] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635655, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.205268] env[65677]: WARNING neutronclient.v2_0.client [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.297914] env[65677]: DEBUG nova.network.neutron [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Updating instance_info_cache with network_info: [{"id": "bb540269-4f16-4ae9-be04-170703c93363", "address": "fa:16:3e:08:95:19", "network": {"id": "7058f5aa-e083-4370-9ee7-c7668cf58d80", "bridge": "br-int", "label": "tempest-ServersTestJSON-385642347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07024af6305f49e0adf0e8aebfc01dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb540269-4f", "ovs_interfaceid": "bb540269-4f16-4ae9-be04-170703c93363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.417733] env[65677]: DEBUG nova.scheduler.client.report [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.447570] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834474} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.447863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d818b6d4-391c-4911-a267-c42aae775098/d818b6d4-391c-4911-a267-c42aae775098.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.448083] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.448338] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6390998d-2027-4119-b38b-48e47a727117 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.456554] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 612.456554] env[65677]: value = "task-4635660" [ 612.456554] env[65677]: _type = "Task" [ 612.456554] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.466391] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.484392] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52104a3c-2dfb-1bbb-c8e0-4cb412240bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.06803} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.484796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.485261] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/66fe4863-3cd9-4a24-bb2e-867cf1a1b83c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.485629] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab94235-8e3c-4ac5-9e74-0113b820a1e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.494956] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 612.494956] env[65677]: value = "task-4635661" [ 612.494956] env[65677]: _type = "Task" [ 612.494956] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.507847] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.548471] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 612.564501] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635652, 'name': ReconfigVM_Task, 'duration_secs': 0.643422} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.568069] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 160e5116-e880-4ae9-b243-d8b1f7ce343b/160e5116-e880-4ae9-b243-d8b1f7ce343b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.568734] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635658, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.569366] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff79cf9-2855-4ae6-853a-36e04ea07eff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.577517] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 612.577517] env[65677]: value = "task-4635662" [ 612.577517] env[65677]: _type = "Task" [ 612.577517] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.587832] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635662, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.601031] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.640156] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635655, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.801859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Releasing lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.803440] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Instance network_info: |[{"id": "bb540269-4f16-4ae9-be04-170703c93363", "address": "fa:16:3e:08:95:19", "network": {"id": "7058f5aa-e083-4370-9ee7-c7668cf58d80", "bridge": "br-int", "label": "tempest-ServersTestJSON-385642347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07024af6305f49e0adf0e8aebfc01dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb540269-4f", "ovs_interfaceid": "bb540269-4f16-4ae9-be04-170703c93363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 612.805444] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:95:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb540269-4f16-4ae9-be04-170703c93363', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.812270] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Creating folder: Project (07024af6305f49e0adf0e8aebfc01dfa). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.812586] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c21648a-d53d-4bf9-b0fd-928b2dacaeb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.825845] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Created folder: Project (07024af6305f49e0adf0e8aebfc01dfa) in parent group-v905237. [ 612.826116] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Creating folder: Instances. Parent ref: group-v905259. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.826491] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d11f5402-d58f-482c-b8e7-dabf73aa2677 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.840441] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Created folder: Instances in parent group-v905259. [ 612.840441] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.840441] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.840441] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf2f5fc-3964-48ae-b5e5-3019842f9561 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.863477] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.863477] env[65677]: value = "task-4635665" [ 612.863477] env[65677]: _type = "Task" [ 612.863477] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.877073] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635665, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.923616] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.924636] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 612.970826] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070613} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.971370] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.972432] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad3afe-2f90-4180-9912-21a53655aa9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.003367] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d818b6d4-391c-4911-a267-c42aae775098/d818b6d4-391c-4911-a267-c42aae775098.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.004925] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fb344f-ee95-451e-b5eb-2b62e9bbe557 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.036054] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.037977] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 613.037977] env[65677]: value = "task-4635666" [ 613.037977] env[65677]: _type = "Task" [ 613.037977] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.053723] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.074954] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635658, 'name': CreateVM_Task, 'duration_secs': 0.628584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.075171] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.076831] env[65677]: WARNING neutronclient.v2_0.client [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.077274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.077536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.077806] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.078146] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45782580-ddc0-4142-b05d-844c21c7da91 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.088178] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.089953] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.090215] env[65677]: INFO nova.compute.claims [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.108243] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 613.108243] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e567df-f631-c679-8c00-4c4fbda78dec" [ 613.108243] env[65677]: _type = "Task" [ 613.108243] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.108696] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635662, 'name': Rename_Task, 'duration_secs': 0.179523} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.109338] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.116286] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f190a93-eca9-4dc2-9c8a-93e58dc2eff0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.123286] env[65677]: DEBUG oslo_vmware.api [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635659, 'name': PowerOnVM_Task, 'duration_secs': 0.931607} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.124475] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.124749] env[65677]: INFO nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Took 16.64 seconds to spawn the instance on the hypervisor. [ 613.124960] env[65677]: DEBUG nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 613.126264] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3723472-25a8-4f14-86a3-032209fd2514 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.134703] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 613.134703] env[65677]: value = "task-4635667" [ 613.134703] env[65677]: _type = "Task" [ 613.134703] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.134942] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e567df-f631-c679-8c00-4c4fbda78dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.158323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.158596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.161859] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635655, 'name': CreateVM_Task, 'duration_secs': 1.439807} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.166083] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23015485-1b33-4806-93a3-e02fae399998] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.166922] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.167451] env[65677]: WARNING neutronclient.v2_0.client [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.167800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.376669] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635665, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.433386] env[65677]: DEBUG nova.compute.utils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.435013] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 613.435698] env[65677]: DEBUG nova.network.neutron [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 613.435698] env[65677]: WARNING neutronclient.v2_0.client [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.435837] env[65677]: WARNING neutronclient.v2_0.client [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.488756] env[65677]: DEBUG nova.policy [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f42e059917444258be8d81feabfbad30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30479cceff4f419ca6f7826e3281ebb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.518317] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756444} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.518536] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/66fe4863-3cd9-4a24-bb2e-867cf1a1b83c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.518767] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.519497] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f0813c9-5924-4a4b-9151-0699ad67de26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.531329] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 613.531329] env[65677]: value = "task-4635668" [ 613.531329] env[65677]: _type = "Task" [ 613.531329] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.544932] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.559607] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.598114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Acquiring lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.598396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.598595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Acquiring lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.598765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.599383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.602528] env[65677]: INFO nova.compute.manager [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Terminating instance [ 613.625262] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e567df-f631-c679-8c00-4c4fbda78dec, 'name': SearchDatastore_Task, 'duration_secs': 0.060406} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.625574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.625796] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.626410] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.626410] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.626410] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.626633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.626911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.627484] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f6fdf46-5673-4096-aab2-527fa51f9f12 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.630031] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeca99a1-5587-4a4b-b504-ee10de86a89e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.636610] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 613.636610] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52046340-9e84-5a66-8613-908740e73720" [ 613.636610] env[65677]: _type = "Task" [ 613.636610] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.643437] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.643580] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.650035] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c3de1e-c64c-4f93-8319-a24f4de24193 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.658017] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52046340-9e84-5a66-8613-908740e73720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.660908] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 613.668469] env[65677]: INFO nova.compute.manager [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Took 24.00 seconds to build instance. [ 613.669795] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635667, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.670090] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 613.670090] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525d7d44-f949-3355-1636-fe158c2cd60b" [ 613.670090] env[65677]: _type = "Task" [ 613.670090] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.680940] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525d7d44-f949-3355-1636-fe158c2cd60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.739455] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Received event network-vif-plugged-7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 613.739455] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquiring lock "051cca76-3a98-4bab-865c-9455b3d69a6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.739455] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.739455] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.739455] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] No waiting events found dispatching network-vif-plugged-7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 613.739875] env[65677]: WARNING nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Received unexpected event network-vif-plugged-7ad9bd24-6722-44a8-b56c-1317a60c802e for instance with vm_state active and task_state None. [ 613.739875] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Received event network-changed-7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 613.739875] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Refreshing instance network info cache due to event network-changed-7ad9bd24-6722-44a8-b56c-1317a60c802e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 613.739875] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquiring lock "refresh_cache-051cca76-3a98-4bab-865c-9455b3d69a6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.739875] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquired lock "refresh_cache-051cca76-3a98-4bab-865c-9455b3d69a6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.740346] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Refreshing network info cache for port 7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.877613] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635665, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.939636] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 613.955388] env[65677]: DEBUG nova.network.neutron [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Successfully created port: 85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.042345] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071402} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.042665] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.043521] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e9b80-1f9a-4fa0-9a73-e3c7ad92ee5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.072871] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/66fe4863-3cd9-4a24-bb2e-867cf1a1b83c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.079031] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed841ce4-5b10-4f13-b2da-cb5610b3017f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.096208] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635666, 'name': ReconfigVM_Task, 'duration_secs': 0.581113} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.096512] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d818b6d4-391c-4911-a267-c42aae775098/d818b6d4-391c-4911-a267-c42aae775098.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.097641] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d8dc0f0-041f-496b-86e0-689fedd3fa86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.106969] env[65677]: DEBUG nova.compute.manager [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 614.106969] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.106969] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 614.106969] env[65677]: value = "task-4635669" [ 614.106969] env[65677]: _type = "Task" [ 614.106969] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.108404] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fece3df-c2e0-4923-97fb-511919107986 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.111286] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 614.111286] env[65677]: value = "task-4635670" [ 614.111286] env[65677]: _type = "Task" [ 614.111286] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.122891] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.122891] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb72888d-5a0e-4072-9e60-ca5c8e1abe33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.132932] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.133312] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635670, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.145198] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Waiting for the task: (returnval){ [ 614.145198] env[65677]: value = "task-4635671" [ 614.145198] env[65677]: _type = "Task" [ 614.145198] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.156656] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52046340-9e84-5a66-8613-908740e73720, 'name': SearchDatastore_Task, 'duration_secs': 0.027234} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.157178] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.157458] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.157707] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.167278] env[65677]: DEBUG oslo_vmware.api [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635667, 'name': PowerOnVM_Task, 'duration_secs': 0.748988} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.170694] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.170694] env[65677]: INFO nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Took 15.35 seconds to spawn the instance on the hypervisor. [ 614.170839] env[65677]: DEBUG nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 614.171323] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Task: {'id': task-4635671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.174210] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05094e9-6c87-4a63-b098-ca3afd5fd475 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.186069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d56c9a9-2aae-403e-b212-8c2e8676839b tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.526s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.194094] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525d7d44-f949-3355-1636-fe158c2cd60b, 'name': SearchDatastore_Task, 'duration_secs': 0.024396} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.200025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.200892] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb15e20a-c548-49f9-84c9-02872e411450 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.209988] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 614.209988] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5286dae2-0af9-5885-44ae-7f3b708f11e7" [ 614.209988] env[65677]: _type = "Task" [ 614.209988] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.220027] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5286dae2-0af9-5885-44ae-7f3b708f11e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.228629] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.229180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.249264] env[65677]: WARNING neutronclient.v2_0.client [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.376473] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01f0d36-e6d4-4182-99a5-a3f67e446f3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.387926] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635665, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.390932] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9d5ab-3541-4829-a676-47f8afc19296 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.425906] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15d75c-67de-4e00-bb48-afff50181ecc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.434384] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5222e11c-769a-42aa-9286-752750d14c35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.455047] env[65677]: DEBUG nova.compute.provider_tree [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.622770] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635669, 'name': ReconfigVM_Task, 'duration_secs': 0.304138} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.623495] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/66fe4863-3cd9-4a24-bb2e-867cf1a1b83c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.624223] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0ba4d8e-c165-4953-b88b-892250cd7fbe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.629148] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635670, 'name': Rename_Task, 'duration_secs': 0.295546} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.629708] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.630038] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a4e13c1-25a4-4949-abdf-67f86b5ff098 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.634700] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 614.634700] env[65677]: value = "task-4635672" [ 614.634700] env[65677]: _type = "Task" [ 614.634700] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.643294] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 614.643294] env[65677]: value = "task-4635673" [ 614.643294] env[65677]: _type = "Task" [ 614.643294] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.646611] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635672, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.652571] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.663967] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Task: {'id': task-4635671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.711190] env[65677]: INFO nova.compute.manager [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Took 23.79 seconds to build instance. [ 614.723013] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5286dae2-0af9-5885-44ae-7f3b708f11e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016971} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.723660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.723660] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] c0fb7dd7-d108-4d73-9432-c5be6c7435b2/c0fb7dd7-d108-4d73-9432-c5be6c7435b2.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.723876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.724015] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.724223] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb012e6-0f97-4bad-be81-84905d915cf1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.726422] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d38884d6-be14-4d24-97b8-66e0191e4cda {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.731741] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 614.736405] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 614.736405] env[65677]: value = "task-4635674" [ 614.736405] env[65677]: _type = "Task" [ 614.736405] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.738264] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.738438] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.742067] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f073d7-5e58-46d9-a537-422fac371c9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.749896] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 614.749896] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524471d5-3991-4449-3cca-edae2e64b3c0" [ 614.749896] env[65677]: _type = "Task" [ 614.749896] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.752951] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.764266] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524471d5-3991-4449-3cca-edae2e64b3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.879147] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635665, 'name': CreateVM_Task, 'duration_secs': 1.735366} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.879605] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.879937] env[65677]: WARNING neutronclient.v2_0.client [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.880337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.880484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.880814] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.881224] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d85ae9-dcdf-4351-aec4-96407260c4da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.888529] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 614.888529] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8890c-1525-5eb8-9610-3e8436aa2b31" [ 614.888529] env[65677]: _type = "Task" [ 614.888529] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.897196] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8890c-1525-5eb8-9610-3e8436aa2b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.956666] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 614.959256] env[65677]: DEBUG nova.scheduler.client.report [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.987716] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 614.988073] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.988140] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 614.988303] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.988441] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 614.988578] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 614.988787] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 614.988988] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 614.989169] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 614.989333] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 614.989513] env[65677]: DEBUG nova.virt.hardware [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 614.990450] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cead256c-d201-4132-a545-94fbf2ea6118 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.001970] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83cc4d-9ae6-40ef-940f-3f8c3a89b186 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.148238] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635672, 'name': Rename_Task, 'duration_secs': 0.161049} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.149021] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.149287] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6136b70-22c2-46be-bc6c-5618bf0d457c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.156428] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635673, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.161861] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 615.161861] env[65677]: value = "task-4635675" [ 615.161861] env[65677]: _type = "Task" [ 615.161861] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.169923] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Task: {'id': task-4635671, 'name': PowerOffVM_Task, 'duration_secs': 0.79503} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.173537] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.173734] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.174013] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.174248] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183d137d-5f89-4d27-b4dc-ed388e986658 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.217218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.303s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.254792] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635674, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.265709] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524471d5-3991-4449-3cca-edae2e64b3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013738} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.266539] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca839bf-8df4-4c70-8558-1b72ddcf26eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.277325] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 615.277325] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5259a1b4-6f54-56e1-79b6-d11ceb1da9c3" [ 615.277325] env[65677]: _type = "Task" [ 615.277325] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.281889] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.290638] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5259a1b4-6f54-56e1-79b6-d11ceb1da9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.316303] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.316572] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.316766] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Deleting the datastore file [datastore2] 9bc559ae-f1f5-4416-9bb3-d0c8292f002a {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.317295] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6334d0aa-eb75-41f3-a3e1-301d3b566f09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.333137] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Waiting for the task: (returnval){ [ 615.333137] env[65677]: value = "task-4635677" [ 615.333137] env[65677]: _type = "Task" [ 615.333137] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.344283] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Task: {'id': task-4635677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.399074] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8890c-1525-5eb8-9610-3e8436aa2b31, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.399532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.399659] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.399947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.440848] env[65677]: WARNING neutronclient.v2_0.client [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.464921] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.466241] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 615.469882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.269s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.470654] env[65677]: INFO nova.compute.claims [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.495048] env[65677]: DEBUG nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Received event network-changed-3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 615.495240] env[65677]: DEBUG nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Refreshing instance network info cache due to event network-changed-3da49d1b-3f48-4dd4-93b6-2012b8723e94. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 615.495486] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Acquiring lock "refresh_cache-160e5116-e880-4ae9-b243-d8b1f7ce343b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.495629] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Acquired lock "refresh_cache-160e5116-e880-4ae9-b243-d8b1f7ce343b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.495781] env[65677]: DEBUG nova.network.neutron [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Refreshing network info cache for port 3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.548962] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Updated VIF entry in instance network info cache for port 7ad9bd24-6722-44a8-b56c-1317a60c802e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.549415] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Updating instance_info_cache with network_info: [{"id": "7ad9bd24-6722-44a8-b56c-1317a60c802e", "address": "fa:16:3e:ca:93:78", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9bd24-67", "ovs_interfaceid": "7ad9bd24-6722-44a8-b56c-1317a60c802e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.641620] env[65677]: DEBUG nova.network.neutron [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Successfully updated port: 85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 615.660940] env[65677]: DEBUG oslo_vmware.api [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635673, 'name': PowerOnVM_Task, 'duration_secs': 0.643697} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.663103] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.663552] env[65677]: INFO nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Took 14.51 seconds to spawn the instance on the hypervisor. [ 615.664347] env[65677]: DEBUG nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 615.668351] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac054f32-4d3d-4d82-a260-4eb03fd91f8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.685535] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.753786] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647588} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.754339] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] c0fb7dd7-d108-4d73-9432-c5be6c7435b2/c0fb7dd7-d108-4d73-9432-c5be6c7435b2.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.754339] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.754651] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04bc9134-294f-4b86-bdb7-33164ffa8def {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.764971] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 615.764971] env[65677]: value = "task-4635678" [ 615.764971] env[65677]: _type = "Task" [ 615.764971] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.778611] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.790508] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5259a1b4-6f54-56e1-79b6-d11ceb1da9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.068909} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.790759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.791100] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 23015485-1b33-4806-93a3-e02fae399998/23015485-1b33-4806-93a3-e02fae399998.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.792261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.792261] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.792261] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c30953f-796b-459e-839d-141dc150596f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.794366] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36e6b8c-ba94-46bd-a66f-7a7eec98fde0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.803987] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 615.803987] env[65677]: value = "task-4635679" [ 615.803987] env[65677]: _type = "Task" [ 615.803987] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.808544] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.808544] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.809376] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5dfe69-f89f-4fe7-8fe5-ed69296e8997 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.816195] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.822984] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 615.822984] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b5e662-d39b-1365-5920-d8d0c4a28f54" [ 615.822984] env[65677]: _type = "Task" [ 615.822984] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.836359] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b5e662-d39b-1365-5920-d8d0c4a28f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.845431] env[65677]: DEBUG oslo_vmware.api [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Task: {'id': task-4635677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431379} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.845664] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.845951] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.846254] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.846597] env[65677]: INFO nova.compute.manager [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Took 1.74 seconds to destroy the instance on the hypervisor. [ 615.846813] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.847627] env[65677]: DEBUG nova.compute.manager [-] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 615.847627] env[65677]: DEBUG nova.network.neutron [-] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 615.847627] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.923838] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.985044] env[65677]: DEBUG nova.compute.utils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.987613] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 615.988796] env[65677]: DEBUG nova.network.neutron [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 615.988796] env[65677]: WARNING neutronclient.v2_0.client [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.988796] env[65677]: WARNING neutronclient.v2_0.client [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.000038] env[65677]: WARNING neutronclient.v2_0.client [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.052400] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Releasing lock "refresh_cache-051cca76-3a98-4bab-865c-9455b3d69a6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.052689] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Received event network-vif-plugged-ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 616.052883] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquiring lock "d818b6d4-391c-4911-a267-c42aae775098-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.053099] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Lock "d818b6d4-391c-4911-a267-c42aae775098-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.053279] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Lock "d818b6d4-391c-4911-a267-c42aae775098-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.053440] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] No waiting events found dispatching network-vif-plugged-ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 616.053601] env[65677]: WARNING nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Received unexpected event network-vif-plugged-ec6d425f-1856-48be-8d67-1ec2ec4cd19f for instance with vm_state building and task_state spawning. [ 616.053760] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Received event network-changed-ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 616.053910] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Refreshing instance network info cache due to event network-changed-ec6d425f-1856-48be-8d67-1ec2ec4cd19f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 616.054405] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquiring lock "refresh_cache-d818b6d4-391c-4911-a267-c42aae775098" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.054945] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquired lock "refresh_cache-d818b6d4-391c-4911-a267-c42aae775098" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.055350] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Refreshing network info cache for port ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.069640] env[65677]: DEBUG nova.policy [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96551732e1e043a290c0287e461fd47f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0982f7ff6642d4a3731a13d049d865', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.151592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.151592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquired lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.151592] env[65677]: DEBUG nova.network.neutron [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.180247] env[65677]: DEBUG oslo_vmware.api [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635675, 'name': PowerOnVM_Task, 'duration_secs': 0.687386} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.180247] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.180247] env[65677]: INFO nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Took 12.78 seconds to spawn the instance on the hypervisor. [ 616.181033] env[65677]: DEBUG nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 616.181872] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736afb4a-d0fb-4a5b-9f04-9123026ef490 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.200099] env[65677]: INFO nova.compute.manager [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Took 22.70 seconds to build instance. [ 616.281250] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089328} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.281547] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.282488] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b63705a-2e78-4ebf-a6c8-980720b2e026 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.316076] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] c0fb7dd7-d108-4d73-9432-c5be6c7435b2/c0fb7dd7-d108-4d73-9432-c5be6c7435b2.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.316618] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788b3d63-3773-4735-b38e-f1469d42e912 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.347614] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b5e662-d39b-1365-5920-d8d0c4a28f54, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.353107] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 616.353107] env[65677]: value = "task-4635680" [ 616.353107] env[65677]: _type = "Task" [ 616.353107] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.354079] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.354079] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e2e79a-3527-4473-94f5-ba3cf1592314 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.366047] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 616.366047] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ae66ea-3090-240a-fcdd-ab82a4e05e70" [ 616.366047] env[65677]: _type = "Task" [ 616.366047] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.374502] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.382348] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ae66ea-3090-240a-fcdd-ab82a4e05e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.459203] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.459439] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.489031] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 616.561615] env[65677]: WARNING neutronclient.v2_0.client [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.617720] env[65677]: DEBUG nova.network.neutron [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Successfully created port: 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 616.701183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-370893b6-0d63-4285-a193-c22a1d11ae19 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "d818b6d4-391c-4911-a267-c42aae775098" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.211s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.711961] env[65677]: DEBUG nova.network.neutron [-] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.718420] env[65677]: INFO nova.compute.manager [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Took 21.59 seconds to build instance. [ 616.766033] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de6458-75c8-4dc2-9f8c-b706698f4915 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.778473] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d15888-2583-43ce-850c-01dba1e09c4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.830205] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada8d12-7fc2-4a25-9f12-5f5cafa99747 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.841473] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e12257-7845-4f3a-a03d-a8b1ac7974c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.846713] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846765} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.847158] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 23015485-1b33-4806-93a3-e02fae399998/23015485-1b33-4806-93a3-e02fae399998.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.849598] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.849598] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3a39a9-7d55-499a-bd53-603e3867f394 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.861261] env[65677]: DEBUG nova.compute.provider_tree [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.874404] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 616.874404] env[65677]: value = "task-4635681" [ 616.874404] env[65677]: _type = "Task" [ 616.874404] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.882932] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.890584] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ae66ea-3090-240a-fcdd-ab82a4e05e70, 'name': SearchDatastore_Task, 'duration_secs': 0.062295} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.890996] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.891175] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ef4543c6-4341-4260-84ed-8a3e53eb43b7/ef4543c6-4341-4260-84ed-8a3e53eb43b7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.891431] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e66a04-d95e-4154-87ba-e2593a0051e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.897141] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.903130] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 616.903130] env[65677]: value = "task-4635682" [ 616.903130] env[65677]: _type = "Task" [ 616.903130] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.913727] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.947537] env[65677]: DEBUG nova.network.neutron [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 616.961802] env[65677]: DEBUG nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 617.048221] env[65677]: WARNING neutronclient.v2_0.client [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.218956] env[65677]: INFO nova.compute.manager [-] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Took 1.37 seconds to deallocate network for instance. [ 617.221071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78e85ef5-3a82-43d9-b026-984c3c0a5653 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.106s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.370287] env[65677]: DEBUG nova.scheduler.client.report [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.378971] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635680, 'name': ReconfigVM_Task, 'duration_secs': 0.737266} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.382889] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Reconfigured VM instance instance-00000007 to attach disk [datastore2] c0fb7dd7-d108-4d73-9432-c5be6c7435b2/c0fb7dd7-d108-4d73-9432-c5be6c7435b2.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.383716] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54a44f2-b579-452f-ba6c-d91ac4af581c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.392311] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209073} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.394163] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.394543] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 617.394543] env[65677]: value = "task-4635683" [ 617.394543] env[65677]: _type = "Task" [ 617.394543] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.396075] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d358d1-101c-4aba-80b5-f170c851fa92 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.420545] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635683, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.429510] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 23015485-1b33-4806-93a3-e02fae399998/23015485-1b33-4806-93a3-e02fae399998.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.430839] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cfa0eb8-efd7-4354-950f-b23829aa5973 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.452787] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635682, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.458035] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 617.458035] env[65677]: value = "task-4635684" [ 617.458035] env[65677]: _type = "Task" [ 617.458035] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.474605] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.490573] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.500918] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 617.532978] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 617.532978] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.532978] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 617.533286] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.533286] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 617.533286] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 617.533389] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.533465] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 617.533667] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 617.533768] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 617.533941] env[65677]: DEBUG nova.virt.hardware [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 617.534910] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f926db21-54d2-476f-b91e-719856f7a778 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.550328] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86081673-9927-4726-8a9d-05270df2c48f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.576684] env[65677]: DEBUG nova.network.neutron [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Updated VIF entry in instance network info cache for port 3da49d1b-3f48-4dd4-93b6-2012b8723e94. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 617.577146] env[65677]: DEBUG nova.network.neutron [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Updating instance_info_cache with network_info: [{"id": "3da49d1b-3f48-4dd4-93b6-2012b8723e94", "address": "fa:16:3e:6c:9d:10", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3da49d1b-3f", "ovs_interfaceid": "3da49d1b-3f48-4dd4-93b6-2012b8723e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.658158] env[65677]: WARNING neutronclient.v2_0.client [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.728179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.747480] env[65677]: WARNING neutronclient.v2_0.client [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.880693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.881351] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 617.884258] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.602s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.886566] env[65677]: INFO nova.compute.claims [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.914732] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635683, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.922691] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818914} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.922691] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ef4543c6-4341-4260-84ed-8a3e53eb43b7/ef4543c6-4341-4260-84ed-8a3e53eb43b7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.922691] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.922691] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a5a988-87d4-4fa0-822d-c56745dfafcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.932258] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 617.932258] env[65677]: value = "task-4635685" [ 617.932258] env[65677]: _type = "Task" [ 617.932258] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.943178] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.973390] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.080167] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Releasing lock "refresh_cache-160e5116-e880-4ae9-b243-d8b1f7ce343b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.081731] env[65677]: DEBUG nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Received event network-vif-plugged-a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 618.081731] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Acquiring lock "23015485-1b33-4806-93a3-e02fae399998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.081731] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Lock "23015485-1b33-4806-93a3-e02fae399998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.081731] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Lock "23015485-1b33-4806-93a3-e02fae399998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.081731] env[65677]: DEBUG nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] No waiting events found dispatching network-vif-plugged-a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 618.082084] env[65677]: WARNING nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Received unexpected event network-vif-plugged-a9f8d622-e09e-4e9a-93f3-981e5069b980 for instance with vm_state building and task_state spawning. [ 618.082084] env[65677]: DEBUG nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Received event network-changed-a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 618.082084] env[65677]: DEBUG nova.compute.manager [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Refreshing instance network info cache due to event network-changed-a9f8d622-e09e-4e9a-93f3-981e5069b980. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 618.082084] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Acquiring lock "refresh_cache-23015485-1b33-4806-93a3-e02fae399998" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.082084] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Acquired lock "refresh_cache-23015485-1b33-4806-93a3-e02fae399998" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.082253] env[65677]: DEBUG nova.network.neutron [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Refreshing network info cache for port a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.279054] env[65677]: DEBUG nova.network.neutron [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updating instance_info_cache with network_info: [{"id": "85420525-4b6f-4c12-9d52-03353a71e73c", "address": "fa:16:3e:99:b6:08", "network": {"id": "f2f3c25b-3fab-41d5-9c01-7d2ab841cc13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1891276800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30479cceff4f419ca6f7826e3281ebb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85420525-4b", "ovs_interfaceid": "85420525-4b6f-4c12-9d52-03353a71e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.299874] env[65677]: DEBUG nova.network.neutron [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Successfully updated port: 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.359326] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Updated VIF entry in instance network info cache for port ec6d425f-1856-48be-8d67-1ec2ec4cd19f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.359841] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Updating instance_info_cache with network_info: [{"id": "ec6d425f-1856-48be-8d67-1ec2ec4cd19f", "address": "fa:16:3e:56:08:99", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6d425f-18", "ovs_interfaceid": "ec6d425f-1856-48be-8d67-1ec2ec4cd19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.391339] env[65677]: DEBUG nova.compute.utils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.395255] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 618.395255] env[65677]: DEBUG nova.network.neutron [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.395599] env[65677]: WARNING neutronclient.v2_0.client [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.395834] env[65677]: WARNING neutronclient.v2_0.client [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.410648] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635683, 'name': Rename_Task, 'duration_secs': 0.594699} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.410901] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.411167] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ec0a69-f955-4b53-9e59-40b805bd9f84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.418802] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 618.418802] env[65677]: value = "task-4635686" [ 618.418802] env[65677]: _type = "Task" [ 618.418802] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.428115] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.442567] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080175} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.442840] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.443662] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c1f6a6-9a1f-4fc5-a838-4faaf7b744a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.470403] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ef4543c6-4341-4260-84ed-8a3e53eb43b7/ef4543c6-4341-4260-84ed-8a3e53eb43b7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.474234] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab4544d-4f43-4dcb-ad46-7c710cc1a044 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.499459] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.499459] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 618.499459] env[65677]: value = "task-4635687" [ 618.499459] env[65677]: _type = "Task" [ 618.499459] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.504039] env[65677]: DEBUG nova.policy [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd22a9927a7c04e16abe687156f3c2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f507fd4beb436ca1a5ce72c4ff10b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.511683] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.586673] env[65677]: WARNING neutronclient.v2_0.client [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.734726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.734804] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.782170] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Releasing lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.782545] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Instance network_info: |[{"id": "85420525-4b6f-4c12-9d52-03353a71e73c", "address": "fa:16:3e:99:b6:08", "network": {"id": "f2f3c25b-3fab-41d5-9c01-7d2ab841cc13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1891276800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30479cceff4f419ca6f7826e3281ebb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85420525-4b", "ovs_interfaceid": "85420525-4b6f-4c12-9d52-03353a71e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 618.782999] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:b6:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85420525-4b6f-4c12-9d52-03353a71e73c', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.791801] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Creating folder: Project (30479cceff4f419ca6f7826e3281ebb1). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.791801] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-144aec59-0e19-4dfe-ad0c-a0fc0525998d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.808027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "refresh_cache-e25b3cbf-58dd-4d7e-80eb-6eb790774abe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquired lock "refresh_cache-e25b3cbf-58dd-4d7e-80eb-6eb790774abe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.808027] env[65677]: DEBUG nova.network.neutron [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 618.808027] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Created folder: Project (30479cceff4f419ca6f7826e3281ebb1) in parent group-v905237. [ 618.808027] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Creating folder: Instances. Parent ref: group-v905262. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.808997] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89b66052-c9d9-4352-9f8f-e43747e77670 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.823669] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Created folder: Instances in parent group-v905262. [ 618.823924] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 618.824170] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.824448] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-460bd110-7e39-4bd5-ab6e-84166420a30e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.852967] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.852967] env[65677]: value = "task-4635690" [ 618.852967] env[65677]: _type = "Task" [ 618.852967] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.864862] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Releasing lock "refresh_cache-d818b6d4-391c-4911-a267-c42aae775098" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.865295] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Received event network-vif-plugged-4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 618.865547] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquiring lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.865822] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.866050] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.866278] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] No waiting events found dispatching network-vif-plugged-4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 618.866538] env[65677]: WARNING nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Received unexpected event network-vif-plugged-4d6f5274-36f2-44f6-aad6-89bc70c7925c for instance with vm_state building and task_state spawning. [ 618.866719] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Received event network-changed-4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 618.866920] env[65677]: DEBUG nova.compute.manager [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Refreshing instance network info cache due to event network-changed-4d6f5274-36f2-44f6-aad6-89bc70c7925c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 618.867180] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquiring lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.867350] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Acquired lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867541] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Refreshing network info cache for port 4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.870088] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635690, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.871237] env[65677]: DEBUG nova.network.neutron [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Successfully created port: 5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.897165] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 618.932591] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.975485] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.010713] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635687, 'name': ReconfigVM_Task, 'duration_secs': 0.488774} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.011135] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ef4543c6-4341-4260-84ed-8a3e53eb43b7/ef4543c6-4341-4260-84ed-8a3e53eb43b7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.011926] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa706769-fd94-4a23-9dc0-b29931c7ed5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.038814] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 619.038814] env[65677]: value = "task-4635691" [ 619.038814] env[65677]: _type = "Task" [ 619.038814] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.057241] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635691, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.139698] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Received event network-vif-plugged-0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 619.139913] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Acquiring lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.140180] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.140388] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.140578] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] No waiting events found dispatching network-vif-plugged-0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 619.140725] env[65677]: WARNING nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Received unexpected event network-vif-plugged-0f56daac-5ad5-4960-b1e3-be82f436703b for instance with vm_state building and task_state spawning. [ 619.140907] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Received event network-changed-0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 619.141346] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Refreshing instance network info cache due to event network-changed-0f56daac-5ad5-4960-b1e3-be82f436703b. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 619.141735] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Acquiring lock "refresh_cache-c0fb7dd7-d108-4d73-9432-c5be6c7435b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.141921] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Acquired lock "refresh_cache-c0fb7dd7-d108-4d73-9432-c5be6c7435b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.142112] env[65677]: DEBUG nova.network.neutron [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Refreshing network info cache for port 0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.149170] env[65677]: WARNING neutronclient.v2_0.client [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.222016] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c0e54e-a54d-4a87-8ecc-cf2676dbe697 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.237034] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 619.241842] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe635c-8802-4ed6-a13f-b60d7531a3d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.277058] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e7b6d4-1cac-4c7e-8699-e7b1139f07da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.286799] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e07db-9fb8-4e93-ba66-a3dad8ffe716 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.307840] env[65677]: DEBUG nova.compute.provider_tree [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.312602] env[65677]: DEBUG nova.network.neutron [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Updated VIF entry in instance network info cache for port a9f8d622-e09e-4e9a-93f3-981e5069b980. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.312972] env[65677]: DEBUG nova.network.neutron [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Updating instance_info_cache with network_info: [{"id": "a9f8d622-e09e-4e9a-93f3-981e5069b980", "address": "fa:16:3e:de:55:13", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8d622-e0", "ovs_interfaceid": "a9f8d622-e09e-4e9a-93f3-981e5069b980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.364386] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635690, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.374763] env[65677]: WARNING neutronclient.v2_0.client [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.404219] env[65677]: DEBUG nova.network.neutron [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.430319] env[65677]: DEBUG oslo_vmware.api [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635686, 'name': PowerOnVM_Task, 'duration_secs': 0.72819} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.430631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.430852] env[65677]: INFO nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Took 11.43 seconds to spawn the instance on the hypervisor. [ 619.431067] env[65677]: DEBUG nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 619.431867] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08dfb8e-c7bf-4f11-8408-4513aaad26b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.474365] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635684, 'name': ReconfigVM_Task, 'duration_secs': 1.863396} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.478015] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 23015485-1b33-4806-93a3-e02fae399998/23015485-1b33-4806-93a3-e02fae399998.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.478015] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d9ec0bc-4f62-46a9-bad0-36fe02eaa8c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.486938] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 619.486938] env[65677]: value = "task-4635692" [ 619.486938] env[65677]: _type = "Task" [ 619.486938] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.496756] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635692, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.550363] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635691, 'name': Rename_Task, 'duration_secs': 0.253282} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.550635] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.550881] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b93a3e0-a4e0-4b99-8c00-62ed8b97b7cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.559161] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 619.559161] env[65677]: value = "task-4635693" [ 619.559161] env[65677]: _type = "Task" [ 619.559161] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.568647] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.640488] env[65677]: WARNING neutronclient.v2_0.client [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.653838] env[65677]: WARNING neutronclient.v2_0.client [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.770663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.818910] env[65677]: DEBUG nova.scheduler.client.report [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.823043] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d743f01-5be2-4ac9-b0d2-16d9a1bd6630 req-c91a0213-4587-4840-9ca1-7f24a76c4b2f service nova] Releasing lock "refresh_cache-23015485-1b33-4806-93a3-e02fae399998" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.844417] env[65677]: WARNING neutronclient.v2_0.client [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.863950] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635690, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.912936] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 619.935077] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.935379] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.935530] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.935704] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.935842] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.935980] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.936266] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.936375] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.936886] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.937058] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.937243] env[65677]: DEBUG nova.virt.hardware [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.938594] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61602877-c0ae-4940-a78b-3a1cf5dfa119 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.954741] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca6fe5-6dc6-4778-9570-6373879d2255 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.962622] env[65677]: INFO nova.compute.manager [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Took 23.42 seconds to build instance. [ 619.997353] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635692, 'name': Rename_Task, 'duration_secs': 0.372882} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.997730] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.997990] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329e8ae8-4f20-42e1-a380-f3c863f769be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.005818] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 620.005818] env[65677]: value = "task-4635694" [ 620.005818] env[65677]: _type = "Task" [ 620.005818] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.016185] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.066931] env[65677]: DEBUG nova.network.neutron [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Updating instance_info_cache with network_info: [{"id": "1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c", "address": "fa:16:3e:98:db:f2", "network": {"id": "28eea26d-4352-4c10-98b3-150ce2810bad", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1480149572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bf0982f7ff6642d4a3731a13d049d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bdb906f-7d", "ovs_interfaceid": "1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.072109] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.328865] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.329101] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 620.333608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.844s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.335328] env[65677]: INFO nova.compute.claims [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.374721] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635690, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.424579] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Updated VIF entry in instance network info cache for port 4d6f5274-36f2-44f6-aad6-89bc70c7925c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 620.425071] env[65677]: DEBUG nova.network.neutron [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Updating instance_info_cache with network_info: [{"id": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "address": "fa:16:3e:78:d3:b2", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6f5274-36", "ovs_interfaceid": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.483418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb880518-a722-443e-acdd-bd823d65a85c tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.957s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.517373] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.570774] env[65677]: DEBUG oslo_vmware.api [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4635693, 'name': PowerOnVM_Task, 'duration_secs': 0.944075} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.571510] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.571705] env[65677]: INFO nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Took 10.28 seconds to spawn the instance on the hypervisor. [ 620.572623] env[65677]: DEBUG nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 620.572902] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2813f-8e75-4f3a-9339-9eead38a852d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.576184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Releasing lock "refresh_cache-e25b3cbf-58dd-4d7e-80eb-6eb790774abe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.576500] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Instance network_info: |[{"id": "1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c", "address": "fa:16:3e:98:db:f2", "network": {"id": "28eea26d-4352-4c10-98b3-150ce2810bad", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1480149572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bf0982f7ff6642d4a3731a13d049d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bdb906f-7d", "ovs_interfaceid": "1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 620.576915] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:db:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.584496] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Creating folder: Project (bf0982f7ff6642d4a3731a13d049d865). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.585169] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94cc5953-e104-4d66-8f53-2b97011a653a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.596760] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Created folder: Project (bf0982f7ff6642d4a3731a13d049d865) in parent group-v905237. [ 620.596970] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Creating folder: Instances. Parent ref: group-v905265. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.597222] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e9ba85-3de2-49ab-afa6-1d0e5de80f6d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.608501] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Created folder: Instances in parent group-v905265. [ 620.609807] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.609807] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.609807] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c23282-dfa3-4769-9012-72347eae1d83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.626820] env[65677]: DEBUG nova.network.neutron [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Successfully updated port: 5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.635048] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.635048] env[65677]: value = "task-4635697" [ 620.635048] env[65677]: _type = "Task" [ 620.635048] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.640618] env[65677]: WARNING neutronclient.v2_0.client [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.650829] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635697, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.792143] env[65677]: DEBUG nova.compute.manager [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Received event network-vif-plugged-85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 620.792143] env[65677]: DEBUG oslo_concurrency.lockutils [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.792388] env[65677]: DEBUG oslo_concurrency.lockutils [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.792631] env[65677]: DEBUG oslo_concurrency.lockutils [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.792746] env[65677]: DEBUG nova.compute.manager [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] No waiting events found dispatching network-vif-plugged-85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 620.794116] env[65677]: WARNING nova.compute.manager [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Received unexpected event network-vif-plugged-85420525-4b6f-4c12-9d52-03353a71e73c for instance with vm_state building and task_state spawning. [ 620.794116] env[65677]: DEBUG nova.compute.manager [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Received event network-changed-85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 620.794116] env[65677]: DEBUG nova.compute.manager [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Refreshing instance network info cache due to event network-changed-85420525-4b6f-4c12-9d52-03353a71e73c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 620.794116] env[65677]: DEBUG oslo_concurrency.lockutils [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] Acquiring lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.794116] env[65677]: DEBUG oslo_concurrency.lockutils [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] Acquired lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.794286] env[65677]: DEBUG nova.network.neutron [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Refreshing network info cache for port 85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.796571] env[65677]: DEBUG nova.network.neutron [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Updated VIF entry in instance network info cache for port 0f56daac-5ad5-4960-b1e3-be82f436703b. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 620.796948] env[65677]: DEBUG nova.network.neutron [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Updating instance_info_cache with network_info: [{"id": "0f56daac-5ad5-4960-b1e3-be82f436703b", "address": "fa:16:3e:a4:78:9e", "network": {"id": "ba0b7284-231a-4c65-a2f8-da713d313beb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-997141961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "181cade595304b59978152456e94ddbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f56daac-5a", "ovs_interfaceid": "0f56daac-5ad5-4960-b1e3-be82f436703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.843128] env[65677]: DEBUG nova.compute.utils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.846535] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 620.846650] env[65677]: DEBUG nova.network.neutron [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.847738] env[65677]: WARNING neutronclient.v2_0.client [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.847738] env[65677]: WARNING neutronclient.v2_0.client [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.880538] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635690, 'name': CreateVM_Task, 'duration_secs': 1.570925} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.880752] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.881593] env[65677]: WARNING neutronclient.v2_0.client [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.882485] env[65677]: DEBUG oslo_vmware.service [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30549a4b-034c-48f8-b67e-967ca5702cb0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.889982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890186] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.891173] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afd35af-35ea-423b-82c9-86c16828501a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.898138] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 620.898138] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525c8611-38d7-6230-05b2-4e5a1c18b336" [ 620.898138] env[65677]: _type = "Task" [ 620.898138] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.908567] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525c8611-38d7-6230-05b2-4e5a1c18b336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.927690] env[65677]: DEBUG oslo_concurrency.lockutils [req-da8f2da5-41ca-4b79-9e4e-fa8b824d95ae req-9223f1cb-b2bc-4178-b04b-659be3d1c5ae service nova] Releasing lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.946165] env[65677]: DEBUG nova.policy [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba9fdda80c34b16b3d347116e3824df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccedee12075644a59e292f27f80df54f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.022157] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635694, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.101889] env[65677]: INFO nova.compute.manager [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Took 20.47 seconds to build instance. [ 621.131774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "refresh_cache-1e0b4763-f5d2-47ad-8354-17d3a9b2a726" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.131774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "refresh_cache-1e0b4763-f5d2-47ad-8354-17d3a9b2a726" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.131774] env[65677]: DEBUG nova.network.neutron [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.156690] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635697, 'name': CreateVM_Task, 'duration_secs': 0.486339} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.156832] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.157574] env[65677]: WARNING neutronclient.v2_0.client [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.157813] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.299904] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Releasing lock "refresh_cache-c0fb7dd7-d108-4d73-9432-c5be6c7435b2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.303025] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Received event network-vif-plugged-bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 621.303025] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Acquiring lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.303025] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.303025] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.303025] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] No waiting events found dispatching network-vif-plugged-bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 621.303438] env[65677]: WARNING nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Received unexpected event network-vif-plugged-bb540269-4f16-4ae9-be04-170703c93363 for instance with vm_state building and task_state spawning. [ 621.303438] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Received event network-changed-bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 621.303438] env[65677]: DEBUG nova.compute.manager [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Refreshing instance network info cache due to event network-changed-bb540269-4f16-4ae9-be04-170703c93363. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 621.303438] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Acquiring lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.303438] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Acquired lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.303603] env[65677]: DEBUG nova.network.neutron [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Refreshing network info cache for port bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.304973] env[65677]: WARNING neutronclient.v2_0.client [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.345105] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 621.417063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.417862] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.418210] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.418528] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.418921] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.421083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.421083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.421083] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf1af533-484f-409f-9f49-3350eb0a1a16 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.426815] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8107ec00-cb90-4562-9873-8bb711f4f169 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.429148] env[65677]: INFO nova.compute.manager [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Rescuing [ 621.429412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.429576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.429748] env[65677]: DEBUG nova.network.neutron [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.436766] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 621.436766] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5218bca6-fe6d-e55c-1c9c-038a93175d2f" [ 621.436766] env[65677]: _type = "Task" [ 621.436766] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.454088] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5218bca6-fe6d-e55c-1c9c-038a93175d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.455917] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.456158] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.457334] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92612e2f-faf3-4925-99ca-7013c39c7e7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.472039] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e74eed-a694-40ad-aec4-c9f2d465abe6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.476694] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 621.476694] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f4b5d-cae8-eacc-7e53-c56fc2d33fcf" [ 621.476694] env[65677]: _type = "Task" [ 621.476694] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.488393] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f4b5d-cae8-eacc-7e53-c56fc2d33fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.501340] env[65677]: DEBUG nova.network.neutron [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Successfully created port: dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.503655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "160e5116-e880-4ae9-b243-d8b1f7ce343b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.503894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.504100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "160e5116-e880-4ae9-b243-d8b1f7ce343b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.504275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.504434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.506817] env[65677]: INFO nova.compute.manager [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Terminating instance [ 621.522795] env[65677]: DEBUG oslo_vmware.api [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635694, 'name': PowerOnVM_Task, 'duration_secs': 1.084625} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.523066] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.523274] env[65677]: INFO nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Took 15.84 seconds to spawn the instance on the hypervisor. [ 621.523474] env[65677]: DEBUG nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 621.524321] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6441ea-a855-4112-821c-6c2b754770f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.606025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd3eaf24-4536-43ca-be93-3ab584376d4b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.979s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.655096] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea157baa-d5a6-401d-9b39-7b8b90868f8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.666046] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb8909-bd38-4548-8bed-6945fa65e233 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.704022] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eba6dc-8417-4cdf-bc89-daaf3cef2ae2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.714819] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f245d1-e0b3-4346-a6e3-6c8c7ecdd16d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.731472] env[65677]: DEBUG nova.compute.provider_tree [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.759908] env[65677]: DEBUG nova.network.neutron [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.809143] env[65677]: WARNING neutronclient.v2_0.client [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.933870] env[65677]: WARNING neutronclient.v2_0.client [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.952338] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.952655] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.952911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.989673] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 621.989950] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Creating directory with path [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.990204] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-834f3918-5ebd-4426-bab9-70a49f51aed9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.018050] env[65677]: DEBUG nova.compute.manager [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 622.018372] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.020492] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b92aad-1214-4f65-a71f-3db60321a753 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.024076] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Created directory with path [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.024413] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Fetch image to [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 622.024520] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Downloading image file data 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk on the data store datastore1 {{(pid=65677) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 622.028068] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0246c7-5b83-4f4f-97f7-558065c647a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.041225] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b991e0-8f98-43d0-8b1f-73ba059201af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.048080] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.051865] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d0bdecf-10c1-4525-b63f-a37f0cd5510d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.055292] env[65677]: INFO nova.compute.manager [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Took 26.41 seconds to build instance. [ 622.062411] env[65677]: DEBUG oslo_vmware.api [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 622.062411] env[65677]: value = "task-4635698" [ 622.062411] env[65677]: _type = "Task" [ 622.062411] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.073914] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efd002a-4c0c-4311-9fc7-11137d1bcdac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.087827] env[65677]: DEBUG oslo_vmware.api [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.117177] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ceb5b6-b24b-4ef8-b57f-f6fa875ecca0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.128057] env[65677]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-53de124e-6b36-45ad-81bc-bc00e0d97623 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.164850] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Downloading image file data 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to the data store datastore1 {{(pid=65677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 622.223905] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 622.277596] env[65677]: DEBUG nova.scheduler.client.report [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.306774] env[65677]: WARNING neutronclient.v2_0.client [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.363688] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 622.403931] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.409438] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.409689] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.409959] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.410165] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.410358] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.410624] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.410819] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.412604] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.412604] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.412604] env[65677]: DEBUG nova.virt.hardware [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.414822] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c0227-c54b-4a9f-bd9f-ed06af40f402 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.441669] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b1a0c2-14ca-4f64-b2c4-965a1cdea694 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.558157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a19b5a52-4595-4669-8e51-71faee4e932a tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "23015485-1b33-4806-93a3-e02fae399998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.925s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.574271] env[65677]: WARNING neutronclient.v2_0.client [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.584454] env[65677]: DEBUG oslo_vmware.api [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635698, 'name': PowerOffVM_Task, 'duration_secs': 0.41928} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.585112] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.585295] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.585557] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-246282a4-41e3-4282-bc12-cb80fd56ba66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.665168] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.665666] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.665950] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Deleting the datastore file [datastore2] 160e5116-e880-4ae9-b243-d8b1f7ce343b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.666363] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a15dd840-54c7-4cb8-a3d6-b5d586e84c64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.675738] env[65677]: DEBUG oslo_vmware.api [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for the task: (returnval){ [ 622.675738] env[65677]: value = "task-4635700" [ 622.675738] env[65677]: _type = "Task" [ 622.675738] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.685548] env[65677]: DEBUG oslo_vmware.api [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.783856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.784665] env[65677]: DEBUG nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 622.793600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.066s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.793855] env[65677]: DEBUG nova.objects.instance [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lazy-loading 'resources' on Instance uuid 9bc559ae-f1f5-4416-9bb3-d0c8292f002a {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.879279] env[65677]: DEBUG nova.network.neutron [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updated VIF entry in instance network info cache for port 85420525-4b6f-4c12-9d52-03353a71e73c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.880213] env[65677]: DEBUG nova.network.neutron [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updating instance_info_cache with network_info: [{"id": "85420525-4b6f-4c12-9d52-03353a71e73c", "address": "fa:16:3e:99:b6:08", "network": {"id": "f2f3c25b-3fab-41d5-9c01-7d2ab841cc13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1891276800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30479cceff4f419ca6f7826e3281ebb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85420525-4b", "ovs_interfaceid": "85420525-4b6f-4c12-9d52-03353a71e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.045878] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 623.046266] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 623.158284] env[65677]: DEBUG nova.network.neutron [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Updating instance_info_cache with network_info: [{"id": "5381b4e5-cfdd-4916-9040-91ced468e257", "address": "fa:16:3e:61:d5:4c", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5381b4e5-cf", "ovs_interfaceid": "5381b4e5-cfdd-4916-9040-91ced468e257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.178595] env[65677]: DEBUG nova.network.neutron [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Successfully updated port: dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 623.182559] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Downloaded image file data 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk on the data store datastore1 {{(pid=65677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 623.185464] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 623.185832] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Copying Virtual Disk [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk to [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.190882] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60e47a4-5490-4417-9824-ac359492afb1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.197215] env[65677]: WARNING neutronclient.v2_0.client [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.200767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "refresh_cache-0a73e46d-f5ac-41c6-8c54-f5441f343a7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.200767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired lock "refresh_cache-0a73e46d-f5ac-41c6-8c54-f5441f343a7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.200916] env[65677]: DEBUG nova.network.neutron [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.209531] env[65677]: WARNING neutronclient.v2_0.client [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.217609] env[65677]: DEBUG oslo_vmware.api [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Task: {'id': task-4635700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214295} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.219109] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.219303] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.219483] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.219647] env[65677]: INFO nova.compute.manager [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 623.219882] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.220190] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 623.220190] env[65677]: value = "task-4635701" [ 623.220190] env[65677]: _type = "Task" [ 623.220190] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.220687] env[65677]: DEBUG nova.compute.manager [-] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 623.220771] env[65677]: DEBUG nova.network.neutron [-] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.221042] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.235033] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.299536] env[65677]: DEBUG nova.compute.utils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.309045] env[65677]: DEBUG nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 623.331074] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.386440] env[65677]: DEBUG oslo_concurrency.lockutils [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] Releasing lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.387444] env[65677]: DEBUG nova.compute.manager [req-54c7ce35-a45b-489b-b42f-7d381aa06c82 req-0342e533-92af-4dbb-8450-075f7e7ea5fb service nova] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Received event network-vif-deleted-9b320894-6302-4b2e-a3d3-2e47660154ba {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 623.406927] env[65677]: DEBUG nova.network.neutron [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Updated VIF entry in instance network info cache for port bb540269-4f16-4ae9-be04-170703c93363. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 623.407622] env[65677]: DEBUG nova.network.neutron [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Updating instance_info_cache with network_info: [{"id": "bb540269-4f16-4ae9-be04-170703c93363", "address": "fa:16:3e:08:95:19", "network": {"id": "7058f5aa-e083-4370-9ee7-c7668cf58d80", "bridge": "br-int", "label": "tempest-ServersTestJSON-385642347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07024af6305f49e0adf0e8aebfc01dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb540269-4f", "ovs_interfaceid": "bb540269-4f16-4ae9-be04-170703c93363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.561577] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52664d35-0273-43ef-8d0f-80380572281d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.566084] env[65677]: DEBUG nova.network.neutron [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Updating instance_info_cache with network_info: [{"id": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "address": "fa:16:3e:78:d3:b2", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6f5274-36", "ovs_interfaceid": "4d6f5274-36f2-44f6-aad6-89bc70c7925c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.570667] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7292c20-1430-48a2-85ec-1cbf1c095561 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.610567] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e71a4-439c-4c13-bef0-f0044bb10570 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.619673] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03afb83-7c95-48b6-9b7a-4801a1ebf9a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.636493] env[65677]: DEBUG nova.compute.provider_tree [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.668070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "refresh_cache-1e0b4763-f5d2-47ad-8354-17d3a9b2a726" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.668443] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Instance network_info: |[{"id": "5381b4e5-cfdd-4916-9040-91ced468e257", "address": "fa:16:3e:61:d5:4c", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5381b4e5-cf", "ovs_interfaceid": "5381b4e5-cfdd-4916-9040-91ced468e257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 623.668890] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:d5:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5381b4e5-cfdd-4916-9040-91ced468e257', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.679465] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating folder: Project (a6f507fd4beb436ca1a5ce72c4ff10b0). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.680097] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4b0296-90e2-4be6-b05d-f43a566fbf3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.697221] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created folder: Project (a6f507fd4beb436ca1a5ce72c4ff10b0) in parent group-v905237. [ 623.697221] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating folder: Instances. Parent ref: group-v905268. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.697221] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a368f0e-663b-49cd-b925-7e0e0afc1d61 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.712716] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created folder: Instances in parent group-v905268. [ 623.712955] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.713198] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.715045] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986dafdd-f313-4f7d-9436-4b7e925e075a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.746904] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635701, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.749040] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.749040] env[65677]: value = "task-4635704" [ 623.749040] env[65677]: _type = "Task" [ 623.749040] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.761467] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635704, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.808547] env[65677]: DEBUG nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 623.910290] env[65677]: DEBUG oslo_concurrency.lockutils [req-7eda2f97-c09d-42a9-9b2f-ee48b7f62b12 req-27875a6a-eab6-4dcb-b6f5-4a82cfe73034 service nova] Releasing lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033957] env[65677]: DEBUG nova.network.neutron [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.071140] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "refresh_cache-66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.140437] env[65677]: DEBUG nova.scheduler.client.report [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.249514] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635701, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.260402] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635704, 'name': CreateVM_Task, 'duration_secs': 0.504897} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.260641] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.261166] env[65677]: WARNING neutronclient.v2_0.client [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.261585] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.261748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.262223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.262521] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f517e486-6646-4d81-a5a2-c6ad981d85d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.268313] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 624.268313] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b2655-638e-2d11-a3d4-18ba39b23c44" [ 624.268313] env[65677]: _type = "Task" [ 624.268313] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.279286] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b2655-638e-2d11-a3d4-18ba39b23c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.360535] env[65677]: DEBUG nova.network.neutron [-] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.651203] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.653393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.883s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.657019] env[65677]: INFO nova.compute.claims [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.689896] env[65677]: INFO nova.scheduler.client.report [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Deleted allocations for instance 9bc559ae-f1f5-4416-9bb3-d0c8292f002a [ 624.758022] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635701, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044312} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.758022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Copied Virtual Disk [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk to [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.758022] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleting the datastore file [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/tmp-sparse.vmdk {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.758022] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea2e61f-fc29-4182-b549-be1cf66705ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.764464] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 624.764464] env[65677]: value = "task-4635705" [ 624.764464] env[65677]: _type = "Task" [ 624.764464] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.785031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.785421] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.785687] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.786604] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.825063] env[65677]: DEBUG nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 624.862027] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.862027] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.862027] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.862990] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.862990] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.862990] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.863304] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.864641] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.864940] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.865342] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.867100] env[65677]: DEBUG nova.virt.hardware [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.867100] env[65677]: INFO nova.compute.manager [-] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Took 1.65 seconds to deallocate network for instance. [ 624.867440] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c305d6a-c065-45ad-b00c-c1c1b9a26e23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.881710] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c3a1d-3dbf-4a24-9a82-cf4d1206a33d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.903024] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.907561] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Creating folder: Project (433da4c788324f36817490297f40a361). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.907561] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f86d2f-5cef-434c-b039-a8602c22982d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.920244] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Created folder: Project (433da4c788324f36817490297f40a361) in parent group-v905237. [ 624.920244] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Creating folder: Instances. Parent ref: group-v905271. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.920684] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cee65382-e2f6-4782-a0ee-ff236f27203d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.932170] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Created folder: Instances in parent group-v905271. [ 624.932170] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.932170] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.932170] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1eb1e40-cef6-4d82-b8b8-11337f324ef8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.951988] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.951988] env[65677]: value = "task-4635708" [ 624.951988] env[65677]: _type = "Task" [ 624.951988] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.962164] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635708, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.204231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3e48b6a0-6829-409d-ac5e-e8ba10012180 tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Lock "9bc559ae-f1f5-4416-9bb3-d0c8292f002a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.606s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.247191] env[65677]: WARNING neutronclient.v2_0.client [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.280463] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047031} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.281948] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.281948] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Moving file from [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb to [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb. {{(pid=65677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 625.281948] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e1811d2e-da92-4a89-81ef-a3aa78992a07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.291633] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 625.291633] env[65677]: value = "task-4635709" [ 625.291633] env[65677]: _type = "Task" [ 625.291633] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.306390] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635709, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.388316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.464577] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635708, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.468584] env[65677]: DEBUG nova.network.neutron [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Updating instance_info_cache with network_info: [{"id": "dc6974f5-706c-4074-8f10-e00dd1f1ee15", "address": "fa:16:3e:17:6c:22", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6974f5-70", "ovs_interfaceid": "dc6974f5-706c-4074-8f10-e00dd1f1ee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.617202] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.617514] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ddbd9f-51a7-4646-b847-59e6082e6701 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.625714] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 625.625714] env[65677]: value = "task-4635710" [ 625.625714] env[65677]: _type = "Task" [ 625.625714] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.636853] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.805211] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635709, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037443} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.805640] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] File moved {{(pid=65677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 625.806270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Cleaning up location [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 625.806270] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleting the datastore file [datastore1] vmware_temp/979e9b1e-8509-4778-b239-7f09a7cceefa {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.806461] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec09394-5d84-422c-b233-64ca8600037a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.815034] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 625.815034] env[65677]: value = "task-4635711" [ 625.815034] env[65677]: _type = "Task" [ 625.815034] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.826437] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.929678] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2841d8-5669-4216-9431-620627a6c199 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.937397] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Received event network-vif-plugged-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 625.937940] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Acquiring lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.938376] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.938729] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.939174] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] No waiting events found dispatching network-vif-plugged-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 625.939646] env[65677]: WARNING nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Received unexpected event network-vif-plugged-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c for instance with vm_state building and task_state spawning. [ 625.939963] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Received event network-changed-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 625.940336] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Refreshing instance network info cache due to event network-changed-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 625.941491] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Acquiring lock "refresh_cache-e25b3cbf-58dd-4d7e-80eb-6eb790774abe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.941491] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Acquired lock "refresh_cache-e25b3cbf-58dd-4d7e-80eb-6eb790774abe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.941491] env[65677]: DEBUG nova.network.neutron [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Refreshing network info cache for port 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.949248] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b34e6-4a54-46cb-9992-294eaa4163c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.988039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Releasing lock "refresh_cache-0a73e46d-f5ac-41c6-8c54-f5441f343a7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.988432] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Instance network_info: |[{"id": "dc6974f5-706c-4074-8f10-e00dd1f1ee15", "address": "fa:16:3e:17:6c:22", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6974f5-70", "ovs_interfaceid": "dc6974f5-706c-4074-8f10-e00dd1f1ee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 625.990093] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:6c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc6974f5-706c-4074-8f10-e00dd1f1ee15', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.999336] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Creating folder: Project (ccedee12075644a59e292f27f80df54f). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.000172] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0a32dc-9202-4c4d-8da0-e51a7a1a4e9e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.011902] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d138723b-acc9-4043-a3d2-cd73d39c9c00 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.016515] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635708, 'name': CreateVM_Task, 'duration_secs': 0.587967} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.018833] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.023039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.023039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.023039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.024592] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7ec843-b58d-417a-805d-e4fce4a613e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.028478] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdbdb79-e879-4d07-bee8-6b91b35a4075 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.035337] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Created folder: Project (ccedee12075644a59e292f27f80df54f) in parent group-v905237. [ 626.036238] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Creating folder: Instances. Parent ref: group-v905274. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.036238] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dda71e7-4da6-4168-a251-0ea13910b283 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.039699] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 626.039699] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5254beda-c09f-ab4f-eaff-c5c0b5995d18" [ 626.039699] env[65677]: _type = "Task" [ 626.039699] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.052342] env[65677]: DEBUG nova.compute.provider_tree [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.063578] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5254beda-c09f-ab4f-eaff-c5c0b5995d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.065610] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Created folder: Instances in parent group-v905274. [ 626.065610] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.065760] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.065918] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8497ed08-5137-45d8-ad74-f09a7c0b10ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.087782] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.087782] env[65677]: value = "task-4635714" [ 626.087782] env[65677]: _type = "Task" [ 626.087782] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.097757] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635714, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.138325] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635710, 'name': PowerOffVM_Task, 'duration_secs': 0.43273} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.138605] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.139461] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d05d27-2e0c-4910-86ce-baaa8e43f91f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.161963] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f8b8a9-47f4-4ebf-b724-75a13ade13ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.204781] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.205242] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb2382b-bb15-49b3-bb28-ef168226dc7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.215713] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 626.215713] env[65677]: value = "task-4635715" [ 626.215713] env[65677]: _type = "Task" [ 626.215713] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.226638] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 626.226861] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.227109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.227259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.227421] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.227828] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6515b678-0cec-412d-b536-a2563bc6d8cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.238783] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.238945] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.239749] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f909bc1c-93c6-42fd-85ae-d272539e7386 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.248911] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 626.248911] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb51b-acbf-fa60-306d-ae74967cd78c" [ 626.248911] env[65677]: _type = "Task" [ 626.248911] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.258370] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb51b-acbf-fa60-306d-ae74967cd78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.332548] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043085} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.332827] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.333998] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0f1f9f-c89b-43c4-8530-7c1ab79531be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.341222] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 626.341222] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e629c5-5fd0-d2cc-a382-e8830b4ba478" [ 626.341222] env[65677]: _type = "Task" [ 626.341222] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.351670] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e629c5-5fd0-d2cc-a382-e8830b4ba478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.383723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "051cca76-3a98-4bab-865c-9455b3d69a6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.383723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.383723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "051cca76-3a98-4bab-865c-9455b3d69a6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.383723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.384704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.386910] env[65677]: INFO nova.compute.manager [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Terminating instance [ 626.446261] env[65677]: WARNING neutronclient.v2_0.client [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.557149] env[65677]: DEBUG nova.scheduler.client.report [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.571415] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5254beda-c09f-ab4f-eaff-c5c0b5995d18, 'name': SearchDatastore_Task, 'duration_secs': 0.022864} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.572350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.572613] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.572838] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598906] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635714, 'name': CreateVM_Task, 'duration_secs': 0.435172} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.599122] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.602371] env[65677]: WARNING neutronclient.v2_0.client [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.602732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.602975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.603340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.603681] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e2dd26-89ed-4171-82ec-42d41a877919 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.610637] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 626.610637] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e1a99-fadb-6638-ccd4-70cffe93cbcb" [ 626.610637] env[65677]: _type = "Task" [ 626.610637] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.621550] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e1a99-fadb-6638-ccd4-70cffe93cbcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.662229] env[65677]: WARNING neutronclient.v2_0.client [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.763240] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb51b-acbf-fa60-306d-ae74967cd78c, 'name': SearchDatastore_Task, 'duration_secs': 0.018855} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.764182] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d8caea-3c39-41f6-b814-054d5d644dc1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.772317] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 626.772317] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a530c-9fd6-89b5-9148-42f9ec0f6203" [ 626.772317] env[65677]: _type = "Task" [ 626.772317] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.784319] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a530c-9fd6-89b5-9148-42f9ec0f6203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.788824] env[65677]: DEBUG nova.network.neutron [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Updated VIF entry in instance network info cache for port 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.789192] env[65677]: DEBUG nova.network.neutron [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Updating instance_info_cache with network_info: [{"id": "1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c", "address": "fa:16:3e:98:db:f2", "network": {"id": "28eea26d-4352-4c10-98b3-150ce2810bad", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1480149572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0982f7ff6642d4a3731a13d049d865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bdb906f-7d", "ovs_interfaceid": "1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.839233] env[65677]: DEBUG nova.compute.manager [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Received event network-changed-bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 626.839438] env[65677]: DEBUG nova.compute.manager [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Refreshing instance network info cache due to event network-changed-bb540269-4f16-4ae9-be04-170703c93363. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 626.839643] env[65677]: DEBUG oslo_concurrency.lockutils [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] Acquiring lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.839781] env[65677]: DEBUG oslo_concurrency.lockutils [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] Acquired lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.839931] env[65677]: DEBUG nova.network.neutron [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Refreshing network info cache for port bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.855542] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e629c5-5fd0-d2cc-a382-e8830b4ba478, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.856174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.856280] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] df12d483-63ce-44fe-a57c-97e068cdd54d/df12d483-63ce-44fe-a57c-97e068cdd54d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.856549] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.856740] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.857019] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad94084-b178-4f57-92f1-27bb65c1fd9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.862086] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-741343a9-fee0-4303-bbc7-d6136a0957ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.868729] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 626.868729] env[65677]: value = "task-4635716" [ 626.868729] env[65677]: _type = "Task" [ 626.868729] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.873428] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.873646] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.875140] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f1e857-239b-46c0-a93c-aa20c28cd861 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.882709] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.886908] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 626.886908] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52949109-d68d-7d0e-ec72-d11b8d08a92b" [ 626.886908] env[65677]: _type = "Task" [ 626.886908] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.890649] env[65677]: DEBUG nova.compute.manager [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 626.890852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.892048] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756c52bb-71e4-43a3-9799-8892ed6018e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.901102] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52949109-d68d-7d0e-ec72-d11b8d08a92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.903685] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.903882] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8017213-c48d-47e0-a480-201afedea54c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.912426] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 626.912426] env[65677]: value = "task-4635717" [ 626.912426] env[65677]: _type = "Task" [ 626.912426] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.922671] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.073654] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.074218] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 627.077237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.689s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.077864] env[65677]: DEBUG nova.objects.instance [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lazy-loading 'resources' on Instance uuid 160e5116-e880-4ae9-b243-d8b1f7ce343b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.125024] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e1a99-fadb-6638-ccd4-70cffe93cbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.027661} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.125916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.126453] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.127262] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.287399] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a530c-9fd6-89b5-9148-42f9ec0f6203, 'name': SearchDatastore_Task, 'duration_secs': 0.020011} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.288020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.288020] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. {{(pid=65677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 627.288330] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f49105-9e4a-4419-9087-b47fc2c1c723 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.295604] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Releasing lock "refresh_cache-e25b3cbf-58dd-4d7e-80eb-6eb790774abe" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.295775] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Received event network-vif-plugged-5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 627.296125] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Acquiring lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.296520] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.296954] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.296995] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] No waiting events found dispatching network-vif-plugged-5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 627.297235] env[65677]: WARNING nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Received unexpected event network-vif-plugged-5381b4e5-cfdd-4916-9040-91ced468e257 for instance with vm_state building and task_state spawning. [ 627.297459] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Received event network-changed-5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 627.297657] env[65677]: DEBUG nova.compute.manager [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Refreshing instance network info cache due to event network-changed-5381b4e5-cfdd-4916-9040-91ced468e257. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 627.297888] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Acquiring lock "refresh_cache-1e0b4763-f5d2-47ad-8354-17d3a9b2a726" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.299137] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Acquired lock "refresh_cache-1e0b4763-f5d2-47ad-8354-17d3a9b2a726" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.299385] env[65677]: DEBUG nova.network.neutron [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Refreshing network info cache for port 5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.303568] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 627.303568] env[65677]: value = "task-4635718" [ 627.303568] env[65677]: _type = "Task" [ 627.303568] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.316311] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.347425] env[65677]: WARNING neutronclient.v2_0.client [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.388144] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.401994] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52949109-d68d-7d0e-ec72-d11b8d08a92b, 'name': SearchDatastore_Task, 'duration_secs': 0.028359} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.404639] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfb6f0b-fa05-41a7-a0d8-5fa04df43a99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.421019] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 627.421019] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207a530-9390-1629-1653-e94e66ec40c3" [ 627.421019] env[65677]: _type = "Task" [ 627.421019] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.425566] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635717, 'name': PowerOffVM_Task, 'duration_secs': 0.390002} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.429596] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.429880] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.430108] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f653dc90-5a9d-4ca2-98e3-2620002adef8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.445402] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207a530-9390-1629-1653-e94e66ec40c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.546949] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.547305] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.547536] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Deleting the datastore file [datastore2] 051cca76-3a98-4bab-865c-9455b3d69a6b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.547926] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b4cef8-73ce-4076-af7d-60f99de8b6af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.559429] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for the task: (returnval){ [ 627.559429] env[65677]: value = "task-4635720" [ 627.559429] env[65677]: _type = "Task" [ 627.559429] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.578765] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.580359] env[65677]: DEBUG nova.compute.utils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.596444] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 627.596662] env[65677]: DEBUG nova.network.neutron [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.597868] env[65677]: WARNING neutronclient.v2_0.client [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.598701] env[65677]: WARNING neutronclient.v2_0.client [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.690236] env[65677]: DEBUG nova.policy [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d86a7b94524acda72ff45c545cb6e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b89d92698914e73885b8393ffe6f4c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.806086] env[65677]: WARNING neutronclient.v2_0.client [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.828104] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.844910] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e4bdb-59d6-49fc-8ced-a2a0e92b95d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.856705] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac864546-298b-435d-b6b3-8686cdb1212e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.895245] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee358b0-1eb9-4ab4-9944-c0625d8974d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.906492] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770872} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.907781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853cd901-6e89-4356-9e79-0b931d73a469 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.915020] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] df12d483-63ce-44fe-a57c-97e068cdd54d/df12d483-63ce-44fe-a57c-97e068cdd54d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.915020] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.915020] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dfc2a08-1f28-40fa-a6ca-8a4d7a66465e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.928336] env[65677]: DEBUG nova.compute.provider_tree [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.933862] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 627.933862] env[65677]: value = "task-4635721" [ 627.933862] env[65677]: _type = "Task" [ 627.933862] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.943086] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207a530-9390-1629-1653-e94e66ec40c3, 'name': SearchDatastore_Task, 'duration_secs': 0.056576} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.943716] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.944137] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] e25b3cbf-58dd-4d7e-80eb-6eb790774abe/e25b3cbf-58dd-4d7e-80eb-6eb790774abe.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.947174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.947174] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.947174] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f38cc1-39a8-49a2-ad6f-cbae1ca68cac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.952065] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2626942-0871-4775-980d-322250f461b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.954896] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.962951] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 627.962951] env[65677]: value = "task-4635722" [ 627.962951] env[65677]: _type = "Task" [ 627.962951] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.967815] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.968013] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.969183] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0912b6-e574-44ec-bd68-5098eb6cccc7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.976579] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.987107] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 627.987107] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524da9e2-338d-942a-e704-8664846acab3" [ 627.987107] env[65677]: _type = "Task" [ 627.987107] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.997875] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524da9e2-338d-942a-e704-8664846acab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.075331] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.098053] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 628.321515] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.385650] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.386032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.436553] env[65677]: DEBUG nova.scheduler.client.report [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.453115] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284421} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.454090] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.455168] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd34591-5698-40c7-8175-c04fb35dad71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.484820] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] df12d483-63ce-44fe-a57c-97e068cdd54d/df12d483-63ce-44fe-a57c-97e068cdd54d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.488652] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65de024c-0765-465b-b46b-0d247a95ba8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.517881] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524da9e2-338d-942a-e704-8664846acab3, 'name': SearchDatastore_Task, 'duration_secs': 0.040958} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.524613] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.525286] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 628.525286] env[65677]: value = "task-4635723" [ 628.525286] env[65677]: _type = "Task" [ 628.525286] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.525286] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bbc9b4-3d77-471f-adcf-058b3d16c3d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.536063] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 628.536063] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5246312a-de91-aeb3-3c14-f275872c613d" [ 628.536063] env[65677]: _type = "Task" [ 628.536063] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.549871] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5246312a-de91-aeb3-3c14-f275872c613d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.574373] env[65677]: DEBUG oslo_vmware.api [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Task: {'id': task-4635720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.729991} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.574675] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.574852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.575035] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.575213] env[65677]: INFO nova.compute.manager [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 628.577020] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 628.577020] env[65677]: DEBUG nova.compute.manager [-] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 628.577020] env[65677]: DEBUG nova.network.neutron [-] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 628.577020] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.581825] env[65677]: WARNING neutronclient.v2_0.client [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.819973] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635718, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042136} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.820277] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. [ 628.821360] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4075041d-a5e0-4afd-9509-c91d22841018 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.850482] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.850810] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c98815-a508-40c6-a69c-c065f1035fb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.871730] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 628.871730] env[65677]: value = "task-4635724" [ 628.871730] env[65677]: _type = "Task" [ 628.871730] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.882471] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.890306] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 628.942754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.974862] env[65677]: INFO nova.scheduler.client.report [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Deleted allocations for instance 160e5116-e880-4ae9-b243-d8b1f7ce343b [ 628.983443] env[65677]: DEBUG nova.network.neutron [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Successfully created port: 13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.994450] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903785} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.994780] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] e25b3cbf-58dd-4d7e-80eb-6eb790774abe/e25b3cbf-58dd-4d7e-80eb-6eb790774abe.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.995496] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.995496] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-417e4095-8779-408e-8f38-5ddac8fb170e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.008067] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 629.008067] env[65677]: value = "task-4635725" [ 629.008067] env[65677]: _type = "Task" [ 629.008067] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.017593] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.034109] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.042322] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635723, 'name': ReconfigVM_Task, 'duration_secs': 0.496168} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.045637] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Reconfigured VM instance instance-00000009 to attach disk [datastore1] df12d483-63ce-44fe-a57c-97e068cdd54d/df12d483-63ce-44fe-a57c-97e068cdd54d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.046181] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49a23609-09d2-4991-97d0-ceed2ed34e38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.056137] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5246312a-de91-aeb3-3c14-f275872c613d, 'name': SearchDatastore_Task, 'duration_secs': 0.094925} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.057738] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.057995] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 1e0b4763-f5d2-47ad-8354-17d3a9b2a726/1e0b4763-f5d2-47ad-8354-17d3a9b2a726.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.058357] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 629.058357] env[65677]: value = "task-4635726" [ 629.058357] env[65677]: _type = "Task" [ 629.058357] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.058843] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.058843] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.058966] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99496716-2dc0-41e4-8019-71f49462ffed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.061407] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b4f4ba8-7614-47b7-85f6-0e044bc67c6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.072287] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635726, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.073819] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 629.073819] env[65677]: value = "task-4635727" [ 629.073819] env[65677]: _type = "Task" [ 629.073819] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.083419] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.083732] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.085310] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a561ff8f-41d3-40d1-a285-8a31e3215e2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.092114] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.096536] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 629.096536] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271ac18-2fcd-e2e6-e66d-583ca0892aa1" [ 629.096536] env[65677]: _type = "Task" [ 629.096536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.105621] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271ac18-2fcd-e2e6-e66d-583ca0892aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.113582] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 629.140718] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.140983] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.141177] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.141357] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.141495] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.141650] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.142332] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.142332] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.142332] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.142332] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.142541] env[65677]: DEBUG nova.virt.hardware [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.144100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cce3f59-393c-4ba6-8814-afe68bbf6eb6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.152469] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ab763-761e-403b-add2-633c96080172 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.383519] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.425710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.426134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.428241] env[65677]: INFO nova.compute.claims [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.491056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ae0473da-b07e-430d-8b2a-363d859afec2 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Lock "160e5116-e880-4ae9-b243-d8b1f7ce343b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.987s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.526218] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162706} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.526629] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.528372] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a5861-4081-42b5-b282-742b5ba037a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.567954] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e25b3cbf-58dd-4d7e-80eb-6eb790774abe/e25b3cbf-58dd-4d7e-80eb-6eb790774abe.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.568306] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fcedccb-4303-48cd-bc1f-ebcf57e27a28 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.613099] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635726, 'name': Rename_Task, 'duration_secs': 0.161484} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.613348] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 629.613348] env[65677]: value = "task-4635728" [ 629.613348] env[65677]: _type = "Task" [ 629.613348] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.619400] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.619928] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.622085] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088cea59-f4fa-4957-9a40-573b5adb8013 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.636352] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.642568] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 629.642568] env[65677]: value = "task-4635729" [ 629.642568] env[65677]: _type = "Task" [ 629.642568] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.642996] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271ac18-2fcd-e2e6-e66d-583ca0892aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.647965] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623881e6-f0b9-461e-9177-4ec061e13937 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.656872] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635729, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.658543] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 629.658543] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52923d00-be6f-badf-261c-2bf45ee48f61" [ 629.658543] env[65677]: _type = "Task" [ 629.658543] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.667830] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52923d00-be6f-badf-261c-2bf45ee48f61, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.668266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.668466] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc/a1150e1d-9a95-472d-bcfc-02422a4cc0cc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.668920] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.668920] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.669234] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f9b078-a2d8-432a-9ad6-a0e0a53b0c82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.671190] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d364d6-0882-4592-af02-3c7d299fa6b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.679651] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 629.679651] env[65677]: value = "task-4635730" [ 629.679651] env[65677]: _type = "Task" [ 629.679651] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.680930] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.681201] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.685042] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a08aba-25d1-4496-9882-bdadb5a4ab66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.693810] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 629.693810] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526b9bff-cee4-2a3e-8ab7-ec84679b27c0" [ 629.693810] env[65677]: _type = "Task" [ 629.693810] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.697648] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.707299] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526b9bff-cee4-2a3e-8ab7-ec84679b27c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.708207] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031c7ec9-c78a-4cdb-b5ac-27c94768033a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.714584] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 629.714584] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3eba0-2c97-a6c6-79eb-c43cfdff2aa7" [ 629.714584] env[65677]: _type = "Task" [ 629.714584] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.724220] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3eba0-2c97-a6c6-79eb-c43cfdff2aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.863525] env[65677]: DEBUG nova.network.neutron [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Updated VIF entry in instance network info cache for port bb540269-4f16-4ae9-be04-170703c93363. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.864151] env[65677]: DEBUG nova.network.neutron [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Updating instance_info_cache with network_info: [{"id": "bb540269-4f16-4ae9-be04-170703c93363", "address": "fa:16:3e:08:95:19", "network": {"id": "7058f5aa-e083-4370-9ee7-c7668cf58d80", "bridge": "br-int", "label": "tempest-ServersTestJSON-385642347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07024af6305f49e0adf0e8aebfc01dfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb540269-4f", "ovs_interfaceid": "bb540269-4f16-4ae9-be04-170703c93363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.885645] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635724, 'name': ReconfigVM_Task, 'duration_secs': 0.675118} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.885982] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.887054] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbcdf91-4b75-4e07-8f35-65c3f616da1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.920335] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95df7ab4-a9fb-4bad-8f8d-fabef801e29c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.946271] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 629.946271] env[65677]: value = "task-4635731" [ 629.946271] env[65677]: _type = "Task" [ 629.946271] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.960167] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.108923] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563006} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.109339] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 1e0b4763-f5d2-47ad-8354-17d3a9b2a726/1e0b4763-f5d2-47ad-8354-17d3a9b2a726.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.109609] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.109904] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a27a787f-e013-473e-9446-18877c4589cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.121624] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 630.121624] env[65677]: value = "task-4635732" [ 630.121624] env[65677]: _type = "Task" [ 630.121624] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.137177] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635728, 'name': ReconfigVM_Task, 'duration_secs': 0.41352} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.140704] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e25b3cbf-58dd-4d7e-80eb-6eb790774abe/e25b3cbf-58dd-4d7e-80eb-6eb790774abe.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.141613] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.141832] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed654b62-cdc9-4572-ba39-6ab4e49e3893 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.155303] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.155854] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 630.155854] env[65677]: value = "task-4635733" [ 630.155854] env[65677]: _type = "Task" [ 630.155854] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.168241] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635733, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.192513] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497545} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.192813] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc/a1150e1d-9a95-472d-bcfc-02422a4cc0cc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.193028] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.193291] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4443a2eb-418b-4bad-8c5d-4efd0bf0740b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.202305] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 630.202305] env[65677]: value = "task-4635734" [ 630.202305] env[65677]: _type = "Task" [ 630.202305] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.216670] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.227686] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3eba0-2c97-a6c6-79eb-c43cfdff2aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.228388] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.228388] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 0a73e46d-f5ac-41c6-8c54-f5441f343a7d/0a73e46d-f5ac-41c6-8c54-f5441f343a7d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.228685] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c0294c-5c5b-45c5-ab86-9026f3707472 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.240301] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 630.240301] env[65677]: value = "task-4635735" [ 630.240301] env[65677]: _type = "Task" [ 630.240301] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.251243] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.273888] env[65677]: DEBUG nova.network.neutron [-] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.367737] env[65677]: DEBUG oslo_concurrency.lockutils [req-0ce6ae0f-206c-47ce-9a07-141292467dd3 req-81e81355-e936-45f9-b531-98733d555371 service nova] Releasing lock "refresh_cache-ef4543c6-4341-4260-84ed-8a3e53eb43b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.460368] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635731, 'name': ReconfigVM_Task, 'duration_secs': 0.230169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.464307] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.465046] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9653c4ad-4828-484d-a256-a3de1a258ca2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.476184] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 630.476184] env[65677]: value = "task-4635736" [ 630.476184] env[65677]: _type = "Task" [ 630.476184] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.488442] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.642297] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189881} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.642743] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.644075] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1c8cf-9523-4fd5-b73f-92586801241f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.648824] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2647359b-07c1-4483-af26-af45c6e6795b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.680337] env[65677]: DEBUG oslo_vmware.api [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635729, 'name': PowerOnVM_Task, 'duration_secs': 0.589413} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.687571] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1e0b4763-f5d2-47ad-8354-17d3a9b2a726/1e0b4763-f5d2-47ad-8354-17d3a9b2a726.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.688494] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.688735] env[65677]: INFO nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Took 15.73 seconds to spawn the instance on the hypervisor. [ 630.688949] env[65677]: DEBUG nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 630.689257] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7342c03b-f82a-4956-8d87-089f7596cadb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.705033] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c55504-5909-4b4e-83c9-ec0ffda17c8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.712303] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add29697-169f-4f59-9172-ba9208df6e97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.715108] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635733, 'name': Rename_Task, 'duration_secs': 0.27043} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.719276] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.719989] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0520b72-f22a-4839-9f9d-0d6766b605df {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.729605] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 630.729605] env[65677]: value = "task-4635737" [ 630.729605] env[65677]: _type = "Task" [ 630.729605] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.772975] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0590363d-f56c-4461-8875-7d9b98bb07e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.777204] env[65677]: DEBUG nova.compute.manager [None req-5e797ff8-cf06-457b-b45b-fce107544e4d tempest-ServerDiagnosticsTest-199079251 tempest-ServerDiagnosticsTest-199079251-project-admin] [instance: 23015485-1b33-4806-93a3-e02fae399998] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 630.778081] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.781256] env[65677]: INFO nova.compute.manager [-] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Took 2.21 seconds to deallocate network for instance. [ 630.782142] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c489eb1-72f2-4bf1-be15-c3c064e4bbf5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.785806] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.791477] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a92ec3-5a72-4bf2-9e75-13bcea7c3ca6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.812421] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635735, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.812649] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.813066] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 630.813066] env[65677]: value = "task-4635738" [ 630.813066] env[65677]: _type = "Task" [ 630.813066] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.815940] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439e37db-d9f0-4f76-a9f2-478676330bd5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.829625] env[65677]: INFO nova.compute.manager [None req-5e797ff8-cf06-457b-b45b-fce107544e4d tempest-ServerDiagnosticsTest-199079251 tempest-ServerDiagnosticsTest-199079251-project-admin] [instance: 23015485-1b33-4806-93a3-e02fae399998] Retrieving diagnostics [ 630.836607] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e02795f-9b07-49de-9414-653b3c55d021 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.849635] env[65677]: DEBUG nova.compute.provider_tree [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.855603] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635738, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.875594] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc/a1150e1d-9a95-472d-bcfc-02422a4cc0cc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.910355] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b48e07fc-0e2a-4c32-bc0d-f8a79f2956d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.938505] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 630.938505] env[65677]: value = "task-4635739" [ 630.938505] env[65677]: _type = "Task" [ 630.938505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.951400] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.980023] env[65677]: WARNING neutronclient.v2_0.client [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.997176] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.090190] env[65677]: DEBUG nova.network.neutron [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Successfully updated port: 13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.288296] env[65677]: INFO nova.compute.manager [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Took 20.63 seconds to build instance. [ 631.304512] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.305033] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88375} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.305033] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 0a73e46d-f5ac-41c6-8c54-f5441f343a7d/0a73e46d-f5ac-41c6-8c54-f5441f343a7d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.305223] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.305514] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c2cf44a-7f3d-4e72-8841-afac7005b183 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.315208] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 631.315208] env[65677]: value = "task-4635740" [ 631.315208] env[65677]: _type = "Task" [ 631.315208] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.325145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.348207] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.348538] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.365690] env[65677]: DEBUG nova.scheduler.client.report [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.451896] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.469822] env[65677]: DEBUG nova.network.neutron [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Updated VIF entry in instance network info cache for port 5381b4e5-cfdd-4916-9040-91ced468e257. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.470298] env[65677]: DEBUG nova.network.neutron [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Updating instance_info_cache with network_info: [{"id": "5381b4e5-cfdd-4916-9040-91ced468e257", "address": "fa:16:3e:61:d5:4c", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5381b4e5-cf", "ovs_interfaceid": "5381b4e5-cfdd-4916-9040-91ced468e257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.493322] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.593924] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.593924] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.593924] env[65677]: DEBUG nova.network.neutron [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.787682] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635737, 'name': ReconfigVM_Task, 'duration_secs': 0.689331} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.788176] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1e0b4763-f5d2-47ad-8354-17d3a9b2a726/1e0b4763-f5d2-47ad-8354-17d3a9b2a726.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.789588] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-729e399b-7156-44f9-9a3f-615a50cc9fca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.795078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.156s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.800661] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 631.800661] env[65677]: value = "task-4635741" [ 631.800661] env[65677]: _type = "Task" [ 631.800661] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.814020] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635741, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.828703] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086571} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.831748] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.831890] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3ffd5-e25a-4c80-a2b1-aed0c68620d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.839625] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.866203] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 0a73e46d-f5ac-41c6-8c54-f5441f343a7d/0a73e46d-f5ac-41c6-8c54-f5441f343a7d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.866669] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67c59fb-c8b6-4583-9880-2554ab7abb50 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.882341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.882917] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 631.888019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.563s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.888019] env[65677]: DEBUG nova.objects.instance [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lazy-loading 'resources' on Instance uuid 051cca76-3a98-4bab-865c-9455b3d69a6b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.896051] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 631.896051] env[65677]: value = "task-4635742" [ 631.896051] env[65677]: _type = "Task" [ 631.896051] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.906483] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.951055] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635739, 'name': ReconfigVM_Task, 'duration_secs': 0.650869} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.952211] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Reconfigured VM instance instance-0000000d to attach disk [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc/a1150e1d-9a95-472d-bcfc-02422a4cc0cc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.952749] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a803e7e-0d15-48a9-aea0-f275119bd58a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.960530] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 631.960530] env[65677]: value = "task-4635743" [ 631.960530] env[65677]: _type = "Task" [ 631.960530] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.970324] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635743, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.973358] env[65677]: DEBUG oslo_concurrency.lockutils [req-c2069fbc-4959-4895-b707-5213d099d31b req-29a958f8-ea4d-4664-ad68-aef0a6e92c97 service nova] Releasing lock "refresh_cache-1e0b4763-f5d2-47ad-8354-17d3a9b2a726" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.991345] env[65677]: DEBUG oslo_vmware.api [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635736, 'name': PowerOnVM_Task, 'duration_secs': 1.255915} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.991632] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.994706] env[65677]: DEBUG nova.compute.manager [None req-c6a75f1d-cb06-410d-9a49-857ded63420d tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 631.995796] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5ec41c-3a83-4f0f-a454-9635c68c7c13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.262296] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.262598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.262839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.263077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.263217] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.265862] env[65677]: INFO nova.compute.manager [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Terminating instance [ 632.314865] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635741, 'name': Rename_Task, 'duration_secs': 0.321718} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.315299] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.316038] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a0b882-48ef-4efb-a811-6f135b837a42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.327972] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 632.327972] env[65677]: value = "task-4635744" [ 632.327972] env[65677]: _type = "Task" [ 632.327972] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.341200] env[65677]: DEBUG oslo_vmware.api [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635738, 'name': PowerOnVM_Task, 'duration_secs': 1.061466} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.342037] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.343132] env[65677]: INFO nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Took 14.84 seconds to spawn the instance on the hypervisor. [ 632.343132] env[65677]: DEBUG nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 632.344594] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf610bf1-8010-456a-9c31-9cec01468081 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.353446] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635744, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.393272] env[65677]: DEBUG nova.compute.utils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.395114] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 632.395331] env[65677]: DEBUG nova.network.neutron [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.397182] env[65677]: WARNING neutronclient.v2_0.client [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.397682] env[65677]: WARNING neutronclient.v2_0.client [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.419870] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.476846] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635743, 'name': Rename_Task, 'duration_secs': 0.161553} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.478014] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.478014] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-918a5104-aea3-4d0a-8a38-d42798f5bbe3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.491345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.491345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.491345] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 632.491345] env[65677]: value = "task-4635745" [ 632.491345] env[65677]: _type = "Task" [ 632.491345] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.498859] env[65677]: DEBUG nova.network.neutron [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.505953] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.664016] env[65677]: DEBUG nova.policy [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6db015f9c84b47a6be6cdd4a4fe3406f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cdeaef14bb741b5989230de92e0df4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.713907] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea3f83-2a90-4a71-b966-08ed6b49e5cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.724947] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97988aa0-0f99-4458-a24d-08a4dffc35a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.758330] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950cead-6720-4efc-9bcb-d25c6a148508 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.767682] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ec2d4-3f2e-418a-bb8e-c94f6ba9c560 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.772460] env[65677]: DEBUG nova.compute.manager [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 632.774301] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.774301] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892cd390-f1a4-4ebb-9cc5-590e813ae93d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.788908] env[65677]: DEBUG nova.compute.provider_tree [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.792385] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.793786] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60d0fe3a-8b3f-49e5-8e93-dcb5ac2e0f1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.800902] env[65677]: DEBUG oslo_vmware.api [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 632.800902] env[65677]: value = "task-4635746" [ 632.800902] env[65677]: _type = "Task" [ 632.800902] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.811228] env[65677]: DEBUG oslo_vmware.api [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.841081] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.874955] env[65677]: INFO nova.compute.manager [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Took 19.82 seconds to build instance. [ 632.902220] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 632.916771] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635742, 'name': ReconfigVM_Task, 'duration_secs': 0.741888} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.916871] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 0a73e46d-f5ac-41c6-8c54-f5441f343a7d/0a73e46d-f5ac-41c6-8c54-f5441f343a7d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.917702] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627b2c6c-d16c-4c2a-b430-ca65e6452e9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.927571] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 632.927571] env[65677]: value = "task-4635747" [ 632.927571] env[65677]: _type = "Task" [ 632.927571] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.939733] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635747, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.998430] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 633.011674] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.295601] env[65677]: DEBUG nova.scheduler.client.report [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.313690] env[65677]: DEBUG oslo_vmware.api [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635746, 'name': PowerOffVM_Task, 'duration_secs': 0.214472} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.314101] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.314278] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.314564] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18114018-1277-4792-bd76-439bb068783b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.344032] env[65677]: DEBUG oslo_vmware.api [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635744, 'name': PowerOnVM_Task, 'duration_secs': 0.778787} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.344032] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.344261] env[65677]: INFO nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Took 13.43 seconds to spawn the instance on the hypervisor. [ 633.344409] env[65677]: DEBUG nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 633.345420] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905c9d0a-7502-4cf2-bd2f-d8719c68b558 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.377337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.331s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.396029] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.396029] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.396029] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Deleting the datastore file [datastore2] c0fb7dd7-d108-4d73-9432-c5be6c7435b2 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.396029] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c61595ea-c57a-455d-afef-7b4b089fb093 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.411164] env[65677]: DEBUG oslo_vmware.api [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for the task: (returnval){ [ 633.411164] env[65677]: value = "task-4635749" [ 633.411164] env[65677]: _type = "Task" [ 633.411164] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.426106] env[65677]: DEBUG oslo_vmware.api [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.441559] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635747, 'name': Rename_Task, 'duration_secs': 0.21936} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.441675] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.442312] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a72416a5-c3ae-4a43-83e3-82ae39ae05e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.451946] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 633.451946] env[65677]: value = "task-4635750" [ 633.451946] env[65677]: _type = "Task" [ 633.451946] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.465069] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.505185] env[65677]: DEBUG oslo_vmware.api [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635745, 'name': PowerOnVM_Task, 'duration_secs': 0.592895} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.505482] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.505665] env[65677]: INFO nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Took 8.68 seconds to spawn the instance on the hypervisor. [ 633.505832] env[65677]: DEBUG nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 633.506641] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3bafc-df67-4333-a52d-17491bb16411 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.546155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.801196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.803809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.258s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.805737] env[65677]: INFO nova.compute.claims [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.851465] env[65677]: INFO nova.scheduler.client.report [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Deleted allocations for instance 051cca76-3a98-4bab-865c-9455b3d69a6b [ 633.867940] env[65677]: INFO nova.compute.manager [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Took 19.70 seconds to build instance. [ 633.920932] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 633.930590] env[65677]: DEBUG oslo_vmware.api [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Task: {'id': task-4635749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429904} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.930849] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.931056] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.931264] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.931452] env[65677]: INFO nova.compute.manager [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 633.931692] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.933247] env[65677]: DEBUG nova.compute.manager [-] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 633.933247] env[65677]: DEBUG nova.network.neutron [-] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 633.933247] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.965612] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.969385] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='541507376',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1646408138',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.971182] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.971182] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.971182] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.971182] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.971182] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.971375] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.971375] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.971375] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.971375] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.971375] env[65677]: DEBUG nova.virt.hardware [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.972827] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9ff01-c204-4016-9068-96aa4023fecd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.981933] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfd7d59-5c69-4844-9737-cab94e67b5cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.029245] env[65677]: INFO nova.compute.manager [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Took 16.56 seconds to build instance. [ 634.071269] env[65677]: DEBUG nova.compute.manager [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Received event network-vif-plugged-dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 634.071527] env[65677]: DEBUG oslo_concurrency.lockutils [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] Acquiring lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.071733] env[65677]: DEBUG oslo_concurrency.lockutils [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.071896] env[65677]: DEBUG oslo_concurrency.lockutils [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.072199] env[65677]: DEBUG nova.compute.manager [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] No waiting events found dispatching network-vif-plugged-dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 634.072325] env[65677]: WARNING nova.compute.manager [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Received unexpected event network-vif-plugged-dc6974f5-706c-4074-8f10-e00dd1f1ee15 for instance with vm_state building and task_state spawning. [ 634.072492] env[65677]: DEBUG nova.compute.manager [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Received event network-changed-dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 634.072655] env[65677]: DEBUG nova.compute.manager [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Refreshing instance network info cache due to event network-changed-dc6974f5-706c-4074-8f10-e00dd1f1ee15. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 634.072840] env[65677]: DEBUG oslo_concurrency.lockutils [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] Acquiring lock "refresh_cache-0a73e46d-f5ac-41c6-8c54-f5441f343a7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.072969] env[65677]: DEBUG oslo_concurrency.lockutils [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] Acquired lock "refresh_cache-0a73e46d-f5ac-41c6-8c54-f5441f343a7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.073132] env[65677]: DEBUG nova.network.neutron [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Refreshing network info cache for port dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.360767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Lock "051cca76-3a98-4bab-865c-9455b3d69a6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.977s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.373096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f74349c9-25f2-496b-a285-04f0ab3a95ed tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.214s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.407487] env[65677]: DEBUG nova.compute.manager [req-8ff67786-a347-43df-98e4-4a88843396af req-fc45eab6-ce12-4d11-a4e5-a3372117e9bb service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received event network-vif-plugged-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 634.407657] env[65677]: DEBUG oslo_concurrency.lockutils [req-8ff67786-a347-43df-98e4-4a88843396af req-fc45eab6-ce12-4d11-a4e5-a3372117e9bb service nova] Acquiring lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.407854] env[65677]: DEBUG oslo_concurrency.lockutils [req-8ff67786-a347-43df-98e4-4a88843396af req-fc45eab6-ce12-4d11-a4e5-a3372117e9bb service nova] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.408229] env[65677]: DEBUG oslo_concurrency.lockutils [req-8ff67786-a347-43df-98e4-4a88843396af req-fc45eab6-ce12-4d11-a4e5-a3372117e9bb service nova] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.408229] env[65677]: DEBUG nova.compute.manager [req-8ff67786-a347-43df-98e4-4a88843396af req-fc45eab6-ce12-4d11-a4e5-a3372117e9bb service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] No waiting events found dispatching network-vif-plugged-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 634.408659] env[65677]: WARNING nova.compute.manager [req-8ff67786-a347-43df-98e4-4a88843396af req-fc45eab6-ce12-4d11-a4e5-a3372117e9bb service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received unexpected event network-vif-plugged-13e635e6-a411-4561-bdaa-39f34681feb7 for instance with vm_state building and task_state spawning. [ 634.466337] env[65677]: DEBUG oslo_vmware.api [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635750, 'name': PowerOnVM_Task, 'duration_secs': 0.720637} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.466646] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.466785] env[65677]: INFO nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Took 12.10 seconds to spawn the instance on the hypervisor. [ 634.467189] env[65677]: DEBUG nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 634.467851] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c24f35-2472-491f-a4a4-3c9b89d900a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.481937] env[65677]: DEBUG nova.network.neutron [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Successfully created port: 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.533660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f6c95e-0f7a-4567-a561-1c825b7caf18 tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.073s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.575320] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.578494] env[65677]: WARNING neutronclient.v2_0.client [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.736258] env[65677]: WARNING neutronclient.v2_0.client [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.998062] env[65677]: INFO nova.compute.manager [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Took 19.76 seconds to build instance. [ 635.059514] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd1d94-9430-49dc-b3db-9db69edd078f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.069310] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73280fe5-a862-4f47-8408-079dec07c400 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.106828] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "23015485-1b33-4806-93a3-e02fae399998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.107518] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "23015485-1b33-4806-93a3-e02fae399998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.107801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "23015485-1b33-4806-93a3-e02fae399998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.107993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "23015485-1b33-4806-93a3-e02fae399998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.108301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "23015485-1b33-4806-93a3-e02fae399998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.111242] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e934067a-c07c-4015-89e0-d805d4eb4935 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.114276] env[65677]: INFO nova.compute.manager [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Terminating instance [ 635.122044] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb380b2-7b61-452b-bae5-ea0c02a21c6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.139729] env[65677]: DEBUG nova.compute.provider_tree [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.500664] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.272s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.618739] env[65677]: DEBUG nova.compute.manager [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 635.619033] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.619895] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8380e2e-c66d-4c03-b7b2-c96c4a1d475d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.629214] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.629365] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee12d50b-6167-47bb-94d0-b57cec1a2039 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.638060] env[65677]: DEBUG oslo_vmware.api [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 635.638060] env[65677]: value = "task-4635751" [ 635.638060] env[65677]: _type = "Task" [ 635.638060] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.644025] env[65677]: DEBUG nova.scheduler.client.report [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.658366] env[65677]: DEBUG oslo_vmware.api [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.153557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.154171] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 636.156732] env[65677]: DEBUG oslo_vmware.api [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635751, 'name': PowerOffVM_Task, 'duration_secs': 0.322216} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.160075] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.160075] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.160075] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69ce6b14-50c1-4cb0-9777-555108b7ef6d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.259892] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.259892] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.260197] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Deleting the datastore file [datastore2] 23015485-1b33-4806-93a3-e02fae399998 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.260733] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36e6173-a99b-45e9-9548-3188c5b9df93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.268298] env[65677]: DEBUG oslo_vmware.api [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for the task: (returnval){ [ 636.268298] env[65677]: value = "task-4635753" [ 636.268298] env[65677]: _type = "Task" [ 636.268298] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.278241] env[65677]: DEBUG oslo_vmware.api [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.609473] env[65677]: DEBUG nova.network.neutron [-] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.658782] env[65677]: DEBUG nova.compute.utils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.663984] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 636.663984] env[65677]: DEBUG nova.network.neutron [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.663984] env[65677]: WARNING neutronclient.v2_0.client [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.663984] env[65677]: WARNING neutronclient.v2_0.client [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.780167] env[65677]: DEBUG oslo_vmware.api [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Task: {'id': task-4635753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462767} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.780612] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.780810] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.780985] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.781215] env[65677]: INFO nova.compute.manager [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] [instance: 23015485-1b33-4806-93a3-e02fae399998] Took 1.16 seconds to destroy the instance on the hypervisor. [ 636.781518] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 636.781697] env[65677]: DEBUG nova.compute.manager [-] [instance: 23015485-1b33-4806-93a3-e02fae399998] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 636.781795] env[65677]: DEBUG nova.network.neutron [-] [instance: 23015485-1b33-4806-93a3-e02fae399998] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 636.782238] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.882930] env[65677]: DEBUG nova.network.neutron [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Successfully updated port: 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.114540] env[65677]: INFO nova.compute.manager [-] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Took 3.18 seconds to deallocate network for instance. [ 637.166826] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 637.392451] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.392451] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.392451] env[65677]: DEBUG nova.network.neutron [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.601624] env[65677]: DEBUG nova.network.neutron [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.628426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.628426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.628426] env[65677]: DEBUG nova.objects.instance [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lazy-loading 'resources' on Instance uuid c0fb7dd7-d108-4d73-9432-c5be6c7435b2 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.106609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.107117] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Instance network_info: |[{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 638.107370] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:7d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e635e6-a411-4561-bdaa-39f34681feb7', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.117286] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Creating folder: Project (7b89d92698914e73885b8393ffe6f4c1). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.117708] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aae2f3f-6a87-4ac3-ad94-26eb43ff2d59 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.130368] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Created folder: Project (7b89d92698914e73885b8393ffe6f4c1) in parent group-v905237. [ 638.130470] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Creating folder: Instances. Parent ref: group-v905277. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.130819] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd206ddf-5c15-4353-b107-0831b21a585b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.146265] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Created folder: Instances in parent group-v905277. [ 638.147018] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 638.147018] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.147018] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139d5ab8-b83f-46de-b099-075d91e60051 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.173753] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.180922] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 638.185600] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.185600] env[65677]: value = "task-4635756" [ 638.185600] env[65677]: _type = "Task" [ 638.185600] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.199700] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635756, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.208622] env[65677]: DEBUG nova.network.neutron [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.234770] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.235127] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.235365] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.235700] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.235932] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.236315] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.236692] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.237162] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.237324] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.237546] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.237759] env[65677]: DEBUG nova.virt.hardware [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.239832] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0262b-d114-455e-8109-612b958f0d04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.249866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c44203a-77dc-4366-b5d9-e07961863588 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.457322] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54f008-15a0-4467-85a9-ca82a4d2868b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.466990] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75081a18-9fb8-47ec-b247-3bf90bbcd734 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.509855] env[65677]: DEBUG nova.policy [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc33d518ba5d4dfc9f355c5eb7f575e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f36c5ad4bdbc41d6a781cb5c451041ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.513393] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44696514-958d-4e26-a86d-0df662566561 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.526309] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a34aa-0bd1-46d6-bb82-fe60b8ae467c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.543546] env[65677]: DEBUG nova.compute.provider_tree [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.706667] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635756, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.050411] env[65677]: DEBUG nova.scheduler.client.report [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.128459] env[65677]: DEBUG nova.network.neutron [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Successfully created port: 08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.154596] env[65677]: WARNING neutronclient.v2_0.client [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.202469] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635756, 'name': CreateVM_Task, 'duration_secs': 0.545317} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.202469] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.203045] env[65677]: WARNING neutronclient.v2_0.client [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.203448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.203656] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.203907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.204183] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02174c4-00ab-43fa-896c-1fedb8ad7e39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.211468] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 639.211468] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dea815-b239-9673-5ef4-b69374e864d0" [ 639.211468] env[65677]: _type = "Task" [ 639.211468] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.224676] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dea815-b239-9673-5ef4-b69374e864d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.291412] env[65677]: DEBUG nova.network.neutron [-] [instance: 23015485-1b33-4806-93a3-e02fae399998] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.557997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.598854] env[65677]: INFO nova.scheduler.client.report [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Deleted allocations for instance c0fb7dd7-d108-4d73-9432-c5be6c7435b2 [ 639.726714] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dea815-b239-9673-5ef4-b69374e864d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013663} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.727413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.727413] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.727639] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.727747] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.727922] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.728210] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a68d83c7-968b-46f0-ae12-ee61e9286400 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.739762] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.739941] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.740719] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0a3a97-5405-4ea5-b3fd-aded1eb5948a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.747313] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 639.747313] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52827033-04d5-dfce-0eca-3c9bbe6ef620" [ 639.747313] env[65677]: _type = "Task" [ 639.747313] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.756677] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52827033-04d5-dfce-0eca-3c9bbe6ef620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.794866] env[65677]: INFO nova.compute.manager [-] [instance: 23015485-1b33-4806-93a3-e02fae399998] Took 3.01 seconds to deallocate network for instance. [ 640.098238] env[65677]: WARNING neutronclient.v2_0.client [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.110501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Lock "c0fb7dd7-d108-4d73-9432-c5be6c7435b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.848s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.259589] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52827033-04d5-dfce-0eca-3c9bbe6ef620, 'name': SearchDatastore_Task, 'duration_secs': 0.022514} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.260456] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1dca3e-daad-4425-8d08-72d537bff3f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.266978] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 640.266978] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d17bc9-663b-03f9-c69f-2faffa1e72e2" [ 640.266978] env[65677]: _type = "Task" [ 640.266978] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.277861] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d17bc9-663b-03f9-c69f-2faffa1e72e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.303321] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.303641] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.303832] env[65677]: DEBUG nova.objects.instance [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lazy-loading 'resources' on Instance uuid 23015485-1b33-4806-93a3-e02fae399998 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.786292] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d17bc9-663b-03f9-c69f-2faffa1e72e2, 'name': SearchDatastore_Task, 'duration_secs': 0.031661} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.786683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.786961] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 061d0a51-8aff-4fbc-b6f6-788c95e25cb6/061d0a51-8aff-4fbc-b6f6-788c95e25cb6.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.787267] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48d58bd6-3a81-476d-8d94-e2ee57b7113b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.797977] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 640.797977] env[65677]: value = "task-4635757" [ 640.797977] env[65677]: _type = "Task" [ 640.797977] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.813380] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.967329] env[65677]: DEBUG nova.network.neutron [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Successfully updated port: 08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.029287] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0bf91-ed1b-4619-bd24-59797e8b30fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.041685] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9802051-8334-458f-9da4-7c24006939b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.075268] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d97102-3086-40d4-b72a-8fee498d3bcd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.089018] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6efde2-9eaf-4707-9350-d397a8e9d58e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.101040] env[65677]: DEBUG nova.compute.provider_tree [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.291927] env[65677]: DEBUG nova.network.neutron [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Updated VIF entry in instance network info cache for port dc6974f5-706c-4074-8f10-e00dd1f1ee15. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.292931] env[65677]: DEBUG nova.network.neutron [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Updating instance_info_cache with network_info: [{"id": "dc6974f5-706c-4074-8f10-e00dd1f1ee15", "address": "fa:16:3e:17:6c:22", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6974f5-70", "ovs_interfaceid": "dc6974f5-706c-4074-8f10-e00dd1f1ee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.312412] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.474131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "refresh_cache-6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.474131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired lock "refresh_cache-6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474131] env[65677]: DEBUG nova.network.neutron [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.605394] env[65677]: DEBUG nova.scheduler.client.report [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.795016] env[65677]: DEBUG oslo_concurrency.lockutils [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] Releasing lock "refresh_cache-0a73e46d-f5ac-41c6-8c54-f5441f343a7d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.795314] env[65677]: DEBUG nova.compute.manager [req-479a92da-d143-4f30-a063-d4e39f4e2e5d req-e3fbe283-1930-4187-804d-a49adb4f2294 service nova] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Received event network-vif-deleted-3da49d1b-3f48-4dd4-93b6-2012b8723e94 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 641.814364] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703986} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.814364] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 061d0a51-8aff-4fbc-b6f6-788c95e25cb6/061d0a51-8aff-4fbc-b6f6-788c95e25cb6.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.815548] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.815548] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57abf9c2-c083-4a1d-a588-251193ad9070 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.823200] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 641.823200] env[65677]: value = "task-4635758" [ 641.823200] env[65677]: _type = "Task" [ 641.823200] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.833416] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.984159] env[65677]: DEBUG nova.network.neutron [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Updating instance_info_cache with network_info: [{"id": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "address": "fa:16:3e:58:52:5f", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee92b2-6c", "ovs_interfaceid": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.099998] env[65677]: DEBUG nova.network.neutron [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.115058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.155032] env[65677]: INFO nova.scheduler.client.report [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Deleted allocations for instance 23015485-1b33-4806-93a3-e02fae399998 [ 642.334560] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07126} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.334996] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.335813] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a2f9b5-b060-4616-a561-be4b3fafd17c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.369171] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 061d0a51-8aff-4fbc-b6f6-788c95e25cb6/061d0a51-8aff-4fbc-b6f6-788c95e25cb6.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.370275] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a69204-2188-4fa0-a081-77860e9bb221 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.395618] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 642.395618] env[65677]: value = "task-4635759" [ 642.395618] env[65677]: _type = "Task" [ 642.395618] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.407175] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.488356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Releasing lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.488356] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Instance network_info: |[{"id": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "address": "fa:16:3e:58:52:5f", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee92b2-6c", "ovs_interfaceid": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 642.488670] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:52:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ee92b2-6c5d-4370-8a7a-d04ec523cf48', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.496589] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Creating folder: Project (5cdeaef14bb741b5989230de92e0df4c). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.496964] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e7c037a-e03c-4cb4-80f0-ba74ff68c5ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.508697] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Created folder: Project (5cdeaef14bb741b5989230de92e0df4c) in parent group-v905237. [ 642.509592] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Creating folder: Instances. Parent ref: group-v905280. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.509730] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce860584-2319-4707-bb70-8561caffc48d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.524197] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Created folder: Instances in parent group-v905280. [ 642.524197] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.524197] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.524197] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-907a931c-c96a-463d-91dd-5d9a1f88cc01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.547813] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.547813] env[65677]: value = "task-4635762" [ 642.547813] env[65677]: _type = "Task" [ 642.547813] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.560256] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635762, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.664998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-35ee85b1-446b-4860-90c1-651825926f46 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Lock "23015485-1b33-4806-93a3-e02fae399998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.558s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.914719] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.972517] env[65677]: WARNING neutronclient.v2_0.client [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.069302] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635762, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.277122] env[65677]: DEBUG nova.compute.manager [req-5eb3ba04-e2f6-452d-ab40-b1368cf9fbe8 req-763e26a6-de49-4578-81ba-dbc6f160b977 service nova] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Received event network-vif-deleted-7ad9bd24-6722-44a8-b56c-1317a60c802e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 643.410780] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635759, 'name': ReconfigVM_Task, 'duration_secs': 0.650707} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.411463] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 061d0a51-8aff-4fbc-b6f6-788c95e25cb6/061d0a51-8aff-4fbc-b6f6-788c95e25cb6.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.411726] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92c129ad-5f86-4b24-8c6d-0ffb9a031670 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.423175] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 643.423175] env[65677]: value = "task-4635763" [ 643.423175] env[65677]: _type = "Task" [ 643.423175] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.436302] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635763, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.538241] env[65677]: DEBUG nova.compute.manager [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 643.538823] env[65677]: DEBUG nova.compute.manager [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing instance network info cache due to event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 643.538823] env[65677]: DEBUG oslo_concurrency.lockutils [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.538823] env[65677]: DEBUG oslo_concurrency.lockutils [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.538980] env[65677]: DEBUG nova.network.neutron [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.561777] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635762, 'name': CreateVM_Task, 'duration_secs': 0.53003} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.561988] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.562493] env[65677]: WARNING neutronclient.v2_0.client [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.563749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.563749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.564078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.564363] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4eaa982-8741-4e21-a7f1-63e82c0e81ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.573052] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 643.573052] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b2ac5d-35eb-d5e6-394a-7d5c8316aec2" [ 643.573052] env[65677]: _type = "Task" [ 643.573052] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.586326] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b2ac5d-35eb-d5e6-394a-7d5c8316aec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.639452] env[65677]: DEBUG nova.network.neutron [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Updating instance_info_cache with network_info: [{"id": "08bbe3db-766a-44c8-b3e6-6c6c894ba409", "address": "fa:16:3e:fd:3b:0a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbe3db-76", "ovs_interfaceid": "08bbe3db-766a-44c8-b3e6-6c6c894ba409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.659039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "2131c077-505d-4a05-ba67-16049b9794ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.659540] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "2131c077-505d-4a05-ba67-16049b9794ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.934972] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635763, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.042918] env[65677]: WARNING neutronclient.v2_0.client [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.087856] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b2ac5d-35eb-d5e6-394a-7d5c8316aec2, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.088795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.088795] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.088795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.088982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.089039] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.089303] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd41504b-8061-4928-a71d-d796ab897c2e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.102408] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.102659] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.103620] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9b6a42-98ab-48cb-8c60-3fd4ad8fdbca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.113024] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 644.113024] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d9f805-cec4-1dac-0486-9a688dd2f9c0" [ 644.113024] env[65677]: _type = "Task" [ 644.113024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.120801] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d9f805-cec4-1dac-0486-9a688dd2f9c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.142563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Releasing lock "refresh_cache-6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.142703] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Instance network_info: |[{"id": "08bbe3db-766a-44c8-b3e6-6c6c894ba409", "address": "fa:16:3e:fd:3b:0a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbe3db-76", "ovs_interfaceid": "08bbe3db-766a-44c8-b3e6-6c6c894ba409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 644.143130] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:3b:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08bbe3db-766a-44c8-b3e6-6c6c894ba409', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.151652] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.151883] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.152113] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90891a30-6cbd-4593-995f-2ce4ae202ea5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.167904] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 644.176367] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.176367] env[65677]: value = "task-4635764" [ 644.176367] env[65677]: _type = "Task" [ 644.176367] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.185818] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635764, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.436670] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635763, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.624616] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d9f805-cec4-1dac-0486-9a688dd2f9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.625605] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d58882a-e648-494a-8bee-b96a1ab13e88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.636402] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 644.636402] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527efb2a-7140-1f0a-f4a3-1c0e49df21d3" [ 644.636402] env[65677]: _type = "Task" [ 644.636402] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.640985] env[65677]: WARNING neutronclient.v2_0.client [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.652687] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527efb2a-7140-1f0a-f4a3-1c0e49df21d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.692955] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635764, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.709314] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.709314] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.709314] env[65677]: INFO nova.compute.claims [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.739700] env[65677]: DEBUG nova.network.neutron [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updated VIF entry in instance network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.739774] env[65677]: DEBUG nova.network.neutron [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.946581] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635763, 'name': Rename_Task, 'duration_secs': 1.273985} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.946935] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.947236] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b54291d8-397f-4675-a9f9-99bc1a66c530 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.962256] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 644.962256] env[65677]: value = "task-4635765" [ 644.962256] env[65677]: _type = "Task" [ 644.962256] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.976491] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.153076] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527efb2a-7140-1f0a-f4a3-1c0e49df21d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015398} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.153373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.153831] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] dac85a2b-df9a-4c8f-8bc9-022a161e8b1f/dac85a2b-df9a-4c8f-8bc9-022a161e8b1f.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.155189] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0c88d5-2290-43f5-8d89-efa5d27f4aac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.167503] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 645.167503] env[65677]: value = "task-4635766" [ 645.167503] env[65677]: _type = "Task" [ 645.167503] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.177786] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.190154] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635764, 'name': CreateVM_Task, 'duration_secs': 0.553953} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.190154] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.190265] env[65677]: WARNING neutronclient.v2_0.client [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.190660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.190801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.191158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.191480] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afa5f47-69e3-45d8-a816-97264aba8632 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.198352] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 645.198352] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5277a506-ee16-f05a-10af-6d90c8512485" [ 645.198352] env[65677]: _type = "Task" [ 645.198352] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.209045] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5277a506-ee16-f05a-10af-6d90c8512485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.242458] env[65677]: DEBUG oslo_concurrency.lockutils [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.242743] env[65677]: DEBUG nova.compute.manager [req-8f50d94b-8f61-4277-b61b-56987e8013b0 req-4aa452f9-20d1-4b34-86b4-8d008b6b439a service nova] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Received event network-vif-deleted-0f56daac-5ad5-4960-b1e3-be82f436703b {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 645.418691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "554f0677-3fc1-44f3-8f3e-866857e88a1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.419927] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.481769] env[65677]: DEBUG oslo_vmware.api [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635765, 'name': PowerOnVM_Task, 'duration_secs': 0.50864} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.483281] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.483514] env[65677]: INFO nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Took 16.37 seconds to spawn the instance on the hypervisor. [ 645.483579] env[65677]: DEBUG nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 645.485504] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac90f46-feb1-4618-ad08-0e35d719a5a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.686395] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.709413] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5277a506-ee16-f05a-10af-6d90c8512485, 'name': SearchDatastore_Task, 'duration_secs': 0.030871} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.709803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.711019] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.711019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.711019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.711019] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.711019] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7f6063-2071-4b12-bac1-0bc262e92339 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.731047] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.731047] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.731897] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0b46a0-2e2e-4418-95eb-377027201038 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.741988] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 645.741988] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a26427-75a5-aab4-ddcc-2f251b3a5fad" [ 645.741988] env[65677]: _type = "Task" [ 645.741988] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.754594] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a26427-75a5-aab4-ddcc-2f251b3a5fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.924788] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 645.943696] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06e023-1b34-497a-b4d9-2ca1720804e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.954576] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fda35c-1eed-4967-92ea-90c9dffde3b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.004918] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670eeaec-b6a2-48a1-9814-854288c57fb8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.015407] env[65677]: INFO nova.compute.manager [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Took 26.27 seconds to build instance. [ 646.020972] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e92b8-7ac1-441c-acf5-e1df949d9394 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.038714] env[65677]: DEBUG nova.compute.provider_tree [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.186020] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556146} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.186020] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] dac85a2b-df9a-4c8f-8bc9-022a161e8b1f/dac85a2b-df9a-4c8f-8bc9-022a161e8b1f.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.186020] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.186020] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-084bf835-5fbe-4091-9dd1-4cdbdd41a14b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.198061] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 646.198061] env[65677]: value = "task-4635767" [ 646.198061] env[65677]: _type = "Task" [ 646.198061] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.213657] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.256488] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a26427-75a5-aab4-ddcc-2f251b3a5fad, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.257787] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b104b406-2b7b-4c7c-99bc-6240fa767bd5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.267441] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 646.267441] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52385d30-02d3-5ad9-0d32-69208ac67ed9" [ 646.267441] env[65677]: _type = "Task" [ 646.267441] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.280566] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52385d30-02d3-5ad9-0d32-69208ac67ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.310489] env[65677]: DEBUG nova.compute.manager [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 646.311697] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c7757-32b7-4698-a97c-d4754b61a471 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.463386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.477803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.478120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.520613] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.785s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.542235] env[65677]: DEBUG nova.scheduler.client.report [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.710073] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113056} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.710175] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.711141] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10fe3d9-545d-4f71-a65c-02d0937bf60a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.743744] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] dac85a2b-df9a-4c8f-8bc9-022a161e8b1f/dac85a2b-df9a-4c8f-8bc9-022a161e8b1f.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.747236] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595dcc9c-5004-4c3a-a7af-3a6e0932188c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.773883] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 646.773883] env[65677]: value = "task-4635768" [ 646.773883] env[65677]: _type = "Task" [ 646.773883] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.780836] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52385d30-02d3-5ad9-0d32-69208ac67ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.781484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.781772] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74/6f3219fa-eb13-4b5d-ba48-8e8a8f002e74.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.782608] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5952d623-5ab3-4e43-a3b9-c5d2bce0ba3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.789361] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.793689] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 646.793689] env[65677]: value = "task-4635769" [ 646.793689] env[65677]: _type = "Task" [ 646.793689] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.805758] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.825962] env[65677]: INFO nova.compute.manager [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] instance snapshotting [ 646.826934] env[65677]: DEBUG nova.objects.instance [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lazy-loading 'flavor' on Instance uuid a1150e1d-9a95-472d-bcfc-02422a4cc0cc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.981067] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 647.048640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.050589] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 647.053687] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.590s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.057169] env[65677]: INFO nova.compute.claims [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.268899] env[65677]: DEBUG nova.compute.manager [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 647.268899] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf447f2f-f621-4503-9204-bd15016d026f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.291649] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.305709] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.338852] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c5acf-c695-49a7-94e8-2b9ff9cb15a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.361452] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c0ee5e-66c2-4735-a0b1-f324a9b2082f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.515583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.563036] env[65677]: DEBUG nova.compute.utils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.565729] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 647.565960] env[65677]: DEBUG nova.network.neutron [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.566309] env[65677]: WARNING neutronclient.v2_0.client [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.566549] env[65677]: WARNING neutronclient.v2_0.client [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.776642] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.776925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.777072] env[65677]: DEBUG nova.compute.manager [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 647.781714] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f18b2-c674-4877-8e74-e88344544873 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.787419] env[65677]: INFO nova.compute.manager [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] instance snapshotting [ 647.795038] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635768, 'name': ReconfigVM_Task, 'duration_secs': 0.659117} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.800505] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] dac85a2b-df9a-4c8f-8bc9-022a161e8b1f/dac85a2b-df9a-4c8f-8bc9-022a161e8b1f.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.801404] env[65677]: DEBUG nova.compute.manager [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 647.801979] env[65677]: DEBUG nova.objects.instance [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lazy-loading 'flavor' on Instance uuid 1e0b4763-f5d2-47ad-8354-17d3a9b2a726 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.803938] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c3ad8-027c-411a-9bcd-8efcfe1294ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.806923] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-114fa103-ec9e-4fa9-a8c3-2fbb244cc10d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.816246] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635769, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.833474] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 647.833474] env[65677]: value = "task-4635770" [ 647.833474] env[65677]: _type = "Task" [ 647.833474] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.833474] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b75846-3cdb-458c-830e-1aaa3b1c03bb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.845187] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635770, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.875721] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.876065] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c1f50e4-0b1e-485d-adb9-11286b736a6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.885803] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 647.885803] env[65677]: value = "task-4635771" [ 647.885803] env[65677]: _type = "Task" [ 647.885803] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.896119] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635771, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.073549] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 648.092389] env[65677]: DEBUG nova.policy [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc3a97398d0d41a1a33a620706d233f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ec51891532446c18d2330040a6f2966', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.310107] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635769, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032287} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.311334] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74/6f3219fa-eb13-4b5d-ba48-8e8a8f002e74.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.311543] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.312363] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffefc09-68e9-41a9-9c57-26057bd1b68d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.316333] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ae36c54-8031-40cc-a539-b6a85e0a68e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.328703] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48806f77-8832-456b-abab-3f0cd1a16c0b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.332138] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 648.332138] env[65677]: value = "task-4635772" [ 648.332138] env[65677]: _type = "Task" [ 648.332138] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.366955] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 648.371991] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0334264-6fb6-47e4-9bc3-62cf58669b05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.374543] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cd2af4-166b-44a9-9f14-af9873cb9794 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.381014] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.386481] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635770, 'name': Rename_Task, 'duration_secs': 0.198781} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.392884] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.393786] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 648.393786] env[65677]: value = "task-4635773" [ 648.393786] env[65677]: _type = "Task" [ 648.393786] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.394261] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0782d657-461c-4c32-9e36-fa2065d7e670 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.396968] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841954e0-ed29-4db8-8e08-2de51c201f2c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.408088] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635771, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.420056] env[65677]: DEBUG nova.compute.provider_tree [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.425705] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.426042] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 648.426042] env[65677]: value = "task-4635774" [ 648.426042] env[65677]: _type = "Task" [ 648.426042] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.435928] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635774, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.746612] env[65677]: DEBUG nova.network.neutron [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Successfully created port: 9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 648.822317] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.825017] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c669dcad-7d82-4863-9fa1-35a11f09836d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.834160] env[65677]: DEBUG oslo_vmware.api [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 648.834160] env[65677]: value = "task-4635775" [ 648.834160] env[65677]: _type = "Task" [ 648.834160] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.853245] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135536} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.856691] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.857032] env[65677]: DEBUG oslo_vmware.api [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.857764] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e0daa-58a1-4937-9394-b8e2f2c6b517 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.887791] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74/6f3219fa-eb13-4b5d-ba48-8e8a8f002e74.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.888338] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2bea52-d608-43bd-9d4d-a8a945ebca7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.920259] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.925058] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635771, 'name': CreateSnapshot_Task, 'duration_secs': 0.535779} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.925374] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 648.925374] env[65677]: value = "task-4635776" [ 648.925374] env[65677]: _type = "Task" [ 648.925374] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.925620] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.926709] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8239d83b-63af-4afc-87ca-f9afe72e8b9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.933564] env[65677]: DEBUG nova.scheduler.client.report [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.947663] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.959293] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.085742] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 649.114656] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.114979] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.115167] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.115495] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.115778] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.116019] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.116391] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.116663] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.118061] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.118061] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.118061] env[65677]: DEBUG nova.virt.hardware [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.118472] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a44339-7b89-457d-bef7-4cd0d400cb7e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.132090] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585aa1a-1bdd-4c19-8092-cbc683c2bb71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.283299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.283573] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.363782] env[65677]: DEBUG oslo_vmware.api [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635775, 'name': PowerOffVM_Task, 'duration_secs': 0.226419} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.364083] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.364274] env[65677]: DEBUG nova.compute.manager [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 649.365275] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ab115-0755-4318-9579-256f88bacf34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.420831] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635773, 'name': CreateSnapshot_Task, 'duration_secs': 0.627056} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.421695] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 649.422850] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f1933f-019d-4963-9ba4-4c45213b3c05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.444425] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.444913] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 649.447362] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635776, 'name': ReconfigVM_Task, 'duration_secs': 0.376223} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.447620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.932s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.449022] env[65677]: INFO nova.compute.claims [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.452286] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74/6f3219fa-eb13-4b5d-ba48-8e8a8f002e74.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.460112] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec53b9c8-aade-48a4-b1ae-56e1114f7c68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.462479] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.473184] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.475768] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4766e22-dd83-427e-a1f0-a0cc884ef0f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.478998] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 649.478998] env[65677]: value = "task-4635777" [ 649.478998] env[65677]: _type = "Task" [ 649.478998] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.486537] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 649.486537] env[65677]: value = "task-4635778" [ 649.486537] env[65677]: _type = "Task" [ 649.486537] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.490291] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635777, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.502457] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635778, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.786215] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 649.878853] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2184a4dd-2115-4c8d-b13b-d4cb51e568a0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.950852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.951609] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94cd8b9d-f903-4a62-a3ea-01756d51bfd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.964501] env[65677]: DEBUG nova.compute.utils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.965877] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 649.966081] env[65677]: DEBUG nova.network.neutron [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 649.966432] env[65677]: WARNING neutronclient.v2_0.client [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.966725] env[65677]: WARNING neutronclient.v2_0.client [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.972641] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 649.972641] env[65677]: value = "task-4635779" [ 649.972641] env[65677]: _type = "Task" [ 649.972641] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.978013] env[65677]: DEBUG oslo_vmware.api [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4635774, 'name': PowerOnVM_Task, 'duration_secs': 1.200776} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.986622] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.986780] env[65677]: INFO nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Took 16.07 seconds to spawn the instance on the hypervisor. [ 649.987654] env[65677]: DEBUG nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 649.991251] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d863f-a20a-4c56-925d-fdefadfb4f2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.010443] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635779, 'name': CloneVM_Task} progress is 12%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.027629] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635777, 'name': Rename_Task, 'duration_secs': 0.17025} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.027902] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635778, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.028668] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.028943] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b06b932-efb0-4035-b5d3-d527755ef377 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.039829] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 650.039829] env[65677]: value = "task-4635780" [ 650.039829] env[65677]: _type = "Task" [ 650.039829] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.049648] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.314259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.473693] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 650.492494] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635779, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.496715] env[65677]: DEBUG nova.network.neutron [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Successfully updated port: 9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 650.514888] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635778, 'name': CloneVM_Task, 'duration_secs': 0.908092} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.518750] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Created linked-clone VM from snapshot [ 650.519831] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c92dd86-92f1-4df3-b5fa-0647124de1dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.539403] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Uploading image fbb4c526-bf0f-4751-84a1-2a6501a9e7b6 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 650.548226] env[65677]: INFO nova.compute.manager [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Took 21.15 seconds to build instance. [ 650.563349] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.580290] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 650.580290] env[65677]: value = "vm-905286" [ 650.580290] env[65677]: _type = "VirtualMachine" [ 650.580290] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 650.580695] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f45413c5-ac76-4771-b877-268401bed597 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.586751] env[65677]: DEBUG nova.policy [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48be1bf18cd944049696f5096de018b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c409414bd342f684224543f3ec4d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.597208] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lease: (returnval){ [ 650.597208] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3d672-1897-3c84-53c6-afa09e65de61" [ 650.597208] env[65677]: _type = "HttpNfcLease" [ 650.597208] env[65677]: } obtained for exporting VM: (result){ [ 650.597208] env[65677]: value = "vm-905286" [ 650.597208] env[65677]: _type = "VirtualMachine" [ 650.597208] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 650.597602] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the lease: (returnval){ [ 650.597602] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3d672-1897-3c84-53c6-afa09e65de61" [ 650.597602] env[65677]: _type = "HttpNfcLease" [ 650.597602] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 650.607375] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 650.607375] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3d672-1897-3c84-53c6-afa09e65de61" [ 650.607375] env[65677]: _type = "HttpNfcLease" [ 650.607375] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 650.767164] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ddb5ab-fb7e-4c16-a950-ee239a14a2f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.776597] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e3667-d7ee-40f6-96cc-eac5898b8cc4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.812988] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b01ce-011d-4380-89bb-919dd81ca088 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.822189] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa221f55-6dc9-4086-b57b-569bcb6d4f37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.840263] env[65677]: DEBUG nova.compute.provider_tree [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.004089] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635779, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.006160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.006525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.006769] env[65677]: DEBUG nova.network.neutron [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 651.058337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.672s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.058748] env[65677]: DEBUG oslo_vmware.api [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635780, 'name': PowerOnVM_Task, 'duration_secs': 0.90364} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.059167] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.059557] env[65677]: INFO nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Took 12.88 seconds to spawn the instance on the hypervisor. [ 651.059778] env[65677]: DEBUG nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 651.060899] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4770c8a-0b01-41cb-b855-a66f9ca50b13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.113264] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.113264] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3d672-1897-3c84-53c6-afa09e65de61" [ 651.113264] env[65677]: _type = "HttpNfcLease" [ 651.113264] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 651.115230] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 651.115230] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f3d672-1897-3c84-53c6-afa09e65de61" [ 651.115230] env[65677]: _type = "HttpNfcLease" [ 651.115230] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 651.115230] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65a8180-1526-419e-be3b-22ad02f2fabc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.125787] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a881b7-8803-4ab4-4995-08bb561ae760/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 651.125787] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a881b7-8803-4ab4-4995-08bb561ae760/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 651.225202] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53bbd51f-8f47-447b-817c-593b6153acae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.333662] env[65677]: DEBUG nova.network.neutron [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Successfully created port: 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 651.346946] env[65677]: DEBUG nova.scheduler.client.report [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.499525] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 651.501766] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635779, 'name': CloneVM_Task, 'duration_secs': 1.503865} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.502519] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Created linked-clone VM from snapshot [ 651.505371] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186755a1-8da9-4b9b-90a9-feccf269196a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.521517] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Uploading image 689d66c9-8188-4aad-a903-68a0cdbb05be {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 651.541492] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 651.542757] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.542757] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 651.542757] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.543037] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 651.543037] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 651.543184] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.543729] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 651.543729] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 651.543729] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 651.543973] env[65677]: DEBUG nova.virt.hardware [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 651.544803] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92281a2-0c03-4bba-9fcc-00244bc346ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.557203] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbf97b1-403f-4a0a-ab17-4316e5ad2d80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.583628] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 651.583628] env[65677]: value = "vm-905287" [ 651.583628] env[65677]: _type = "VirtualMachine" [ 651.583628] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 651.583896] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f46853c-92c7-4496-84f0-848886144f25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.586532] env[65677]: INFO nova.compute.manager [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Took 18.07 seconds to build instance. [ 651.595154] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lease: (returnval){ [ 651.595154] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a7d3c-ba79-8bc0-b59f-7c5a2fef9726" [ 651.595154] env[65677]: _type = "HttpNfcLease" [ 651.595154] env[65677]: } obtained for exporting VM: (result){ [ 651.595154] env[65677]: value = "vm-905287" [ 651.595154] env[65677]: _type = "VirtualMachine" [ 651.595154] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 651.595570] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the lease: (returnval){ [ 651.595570] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a7d3c-ba79-8bc0-b59f-7c5a2fef9726" [ 651.595570] env[65677]: _type = "HttpNfcLease" [ 651.595570] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 651.605216] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.605216] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a7d3c-ba79-8bc0-b59f-7c5a2fef9726" [ 651.605216] env[65677]: _type = "HttpNfcLease" [ 651.605216] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 651.626080] env[65677]: DEBUG nova.network.neutron [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.781987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "44173d80-d8cb-4800-9740-7c61d7ad9fee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.782794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.784131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "05a75830-46da-4eb8-830d-ac30fe832fcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.784344] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.853771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.854335] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 651.859372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.545s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.861917] env[65677]: INFO nova.compute.claims [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.880130] env[65677]: DEBUG nova.compute.manager [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Received event network-vif-plugged-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 651.880439] env[65677]: DEBUG oslo_concurrency.lockutils [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] Acquiring lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.880685] env[65677]: DEBUG oslo_concurrency.lockutils [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.880887] env[65677]: DEBUG oslo_concurrency.lockutils [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.881073] env[65677]: DEBUG nova.compute.manager [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] No waiting events found dispatching network-vif-plugged-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 651.881554] env[65677]: WARNING nova.compute.manager [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Received unexpected event network-vif-plugged-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 for instance with vm_state active and task_state None. [ 651.882820] env[65677]: DEBUG nova.compute.manager [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Received event network-changed-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 651.883302] env[65677]: DEBUG nova.compute.manager [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Refreshing instance network info cache due to event network-changed-61ee92b2-6c5d-4370-8a7a-d04ec523cf48. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 651.883556] env[65677]: DEBUG oslo_concurrency.lockutils [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] Acquiring lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.883732] env[65677]: DEBUG oslo_concurrency.lockutils [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] Acquired lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.883904] env[65677]: DEBUG nova.network.neutron [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Refreshing network info cache for port 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.922119] env[65677]: DEBUG nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Received event network-changed-85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 651.922594] env[65677]: DEBUG nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Refreshing instance network info cache due to event network-changed-85420525-4b6f-4c12-9d52-03353a71e73c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 651.922966] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Acquiring lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.923650] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Acquired lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.924056] env[65677]: DEBUG nova.network.neutron [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Refreshing network info cache for port 85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.089935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d32d64d-0b04-4066-b232-087dc982a4c6 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.600s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.109425] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.109425] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a7d3c-ba79-8bc0-b59f-7c5a2fef9726" [ 652.109425] env[65677]: _type = "HttpNfcLease" [ 652.109425] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 652.110340] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 652.110340] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a7d3c-ba79-8bc0-b59f-7c5a2fef9726" [ 652.110340] env[65677]: _type = "HttpNfcLease" [ 652.110340] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 652.110688] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e1a570-c952-4cbe-9f40-f99cb0603407 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.122961] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a8e6-b989-839a-8512-c4d378bdb0c1/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 652.123680] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a8e6-b989-839a-8512-c4d378bdb0c1/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 652.233168] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.233496] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.244509] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e16e850-1cdc-469e-aa32-209aa695fb60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.288122] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 652.291957] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 652.374307] env[65677]: DEBUG nova.compute.utils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.375117] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 652.375117] env[65677]: DEBUG nova.network.neutron [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.375452] env[65677]: WARNING neutronclient.v2_0.client [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.375851] env[65677]: WARNING neutronclient.v2_0.client [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.387301] env[65677]: WARNING neutronclient.v2_0.client [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.431078] env[65677]: WARNING neutronclient.v2_0.client [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.521856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.521856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.521856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.522356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.522356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.527975] env[65677]: INFO nova.compute.manager [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Terminating instance [ 652.742620] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.747205] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.747205] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.747205] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.747205] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.747205] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.747205] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 652.747507] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.825457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.841572] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.879883] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 653.033888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "refresh_cache-a1150e1d-9a95-472d-bcfc-02422a4cc0cc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.034441] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquired lock "refresh_cache-a1150e1d-9a95-472d-bcfc-02422a4cc0cc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.035995] env[65677]: DEBUG nova.network.neutron [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 653.045257] env[65677]: DEBUG nova.policy [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '551767a0a20b448aba88e57c260360db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47b07ac71633457e92a3f8b3dbf0c7ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.218208] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf552b-0883-4b4c-9b49-4044352fdd35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.232021] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1ae15-614e-46cd-9174-54ec8e3fb271 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.268419] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.270265] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23811f9a-6074-4395-ac6a-d4096261741b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.282667] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1cf204-57f9-49eb-b1e1-9fac111979a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.308009] env[65677]: DEBUG nova.compute.provider_tree [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.310743] env[65677]: DEBUG nova.network.neutron [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Successfully updated port: 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 653.539714] env[65677]: WARNING neutronclient.v2_0.client [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.815614] env[65677]: DEBUG nova.scheduler.client.report [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.829455] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "refresh_cache-554f0677-3fc1-44f3-8f3e-866857e88a1b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.830199] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquired lock "refresh_cache-554f0677-3fc1-44f3-8f3e-866857e88a1b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.830416] env[65677]: DEBUG nova.network.neutron [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 653.893381] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 654.336252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.336252] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 654.347394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.520s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.350369] env[65677]: INFO nova.compute.claims [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.420188] env[65677]: DEBUG nova.network.neutron [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Successfully created port: df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 654.610677] env[65677]: DEBUG nova.network.neutron [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 654.633047] env[65677]: WARNING neutronclient.v2_0.client [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.716028] env[65677]: DEBUG nova.network.neutron [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 654.847455] env[65677]: DEBUG nova.compute.utils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.850109] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 654.850296] env[65677]: DEBUG nova.network.neutron [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 654.850628] env[65677]: WARNING neutronclient.v2_0.client [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.851451] env[65677]: WARNING neutronclient.v2_0.client [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.265787] env[65677]: DEBUG nova.network.neutron [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.312886] env[65677]: DEBUG nova.network.neutron [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Updating instance_info_cache with network_info: [{"id": "9f97e086-f361-4432-9d2e-2c1839ae167d", "address": "fa:16:3e:6b:5d:39", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f97e086-f3", "ovs_interfaceid": "9f97e086-f361-4432-9d2e-2c1839ae167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.357141] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 655.606860] env[65677]: WARNING neutronclient.v2_0.client [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.655554] env[65677]: WARNING neutronclient.v2_0.client [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.714682] env[65677]: DEBUG nova.policy [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ddcbd0724ac4c3eb706bd5425e24ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097b2e57ad4f415eb32ba80c3e330900', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.730652] env[65677]: WARNING neutronclient.v2_0.client [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.757913] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330efed-c52c-49cf-a182-525019bbca8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.768387] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dcf8d4-3485-4724-b742-d5129ad36155 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.772964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Releasing lock "refresh_cache-a1150e1d-9a95-472d-bcfc-02422a4cc0cc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.773411] env[65677]: DEBUG nova.compute.manager [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 655.773642] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.774526] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133e82e1-66c1-436f-bcda-38bc927ee6bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.784811] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.832066] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b2c9d9-8df8-4398-9d21-b233cb9f2734 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.836560] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.837520] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Instance network_info: |[{"id": "9f97e086-f361-4432-9d2e-2c1839ae167d", "address": "fa:16:3e:6b:5d:39", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f97e086-f3", "ovs_interfaceid": "9f97e086-f361-4432-9d2e-2c1839ae167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 655.839266] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:5d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f97e086-f361-4432-9d2e-2c1839ae167d', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.849392] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.850314] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82529d8e-a4ad-4d4a-9096-b2de9b5fec4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.854525] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.854922] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d224e6-a45f-4121-857b-881a985c674d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.880219] env[65677]: DEBUG oslo_vmware.api [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 655.880219] env[65677]: value = "task-4635783" [ 655.880219] env[65677]: _type = "Task" [ 655.880219] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.888644] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1249347-d3bd-430a-9979-57fca2248f7b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.897183] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.897183] env[65677]: value = "task-4635784" [ 655.897183] env[65677]: _type = "Task" [ 655.897183] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.916814] env[65677]: DEBUG nova.compute.provider_tree [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.918776] env[65677]: DEBUG oslo_vmware.api [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.927653] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635784, 'name': CreateVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.131588] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.132064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.386479] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 656.402136] env[65677]: DEBUG oslo_vmware.api [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635783, 'name': PowerOffVM_Task, 'duration_secs': 0.260383} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.407240] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.407240] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.407240] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39db65e3-99a9-4770-b660-84a98c8c97e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.417896] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635784, 'name': CreateVM_Task, 'duration_secs': 0.51277} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.418184] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.419278] env[65677]: WARNING neutronclient.v2_0.client [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.419954] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.420082] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.421015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.421679] env[65677]: DEBUG nova.scheduler.client.report [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.425476] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaa7acf-16b2-4ea7-9bb4-493a0e888aa1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.430903] env[65677]: DEBUG nova.network.neutron [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Successfully updated port: df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 656.437750] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 656.437750] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f1f70f-8850-bc76-8d35-27032ffb1e90" [ 656.437750] env[65677]: _type = "Task" [ 656.437750] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.445164] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.445290] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.445401] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Deleting the datastore file [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.446206] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de13b0b3-1ced-4e0b-969e-3acc8dfd3691 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.454859] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f1f70f-8850-bc76-8d35-27032ffb1e90, 'name': SearchDatastore_Task, 'duration_secs': 0.015604} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.455768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.456464] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.456464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.456615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.456667] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.457329] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9393ea-a760-488c-9e09-56f93fff2d64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.461831] env[65677]: DEBUG oslo_vmware.api [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 656.461831] env[65677]: value = "task-4635786" [ 656.461831] env[65677]: _type = "Task" [ 656.461831] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.470592] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.470868] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.475174] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36104f0a-0e32-4a67-bb6c-b635e9ae1281 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.478192] env[65677]: DEBUG oslo_vmware.api [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.483510] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 656.483510] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f424c4-c505-22d3-87c6-db528f91f5d0" [ 656.483510] env[65677]: _type = "Task" [ 656.483510] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.494287] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f424c4-c505-22d3-87c6-db528f91f5d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.535870] env[65677]: DEBUG nova.network.neutron [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Updated VIF entry in instance network info cache for port 61ee92b2-6c5d-4370-8a7a-d04ec523cf48. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.536289] env[65677]: DEBUG nova.network.neutron [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Updating instance_info_cache with network_info: [{"id": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "address": "fa:16:3e:58:52:5f", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee92b2-6c", "ovs_interfaceid": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.636120] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 656.779615] env[65677]: DEBUG nova.network.neutron [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updated VIF entry in instance network info cache for port 85420525-4b6f-4c12-9d52-03353a71e73c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.780090] env[65677]: DEBUG nova.network.neutron [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updating instance_info_cache with network_info: [{"id": "85420525-4b6f-4c12-9d52-03353a71e73c", "address": "fa:16:3e:99:b6:08", "network": {"id": "f2f3c25b-3fab-41d5-9c01-7d2ab841cc13", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1891276800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30479cceff4f419ca6f7826e3281ebb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85420525-4b", "ovs_interfaceid": "85420525-4b6f-4c12-9d52-03353a71e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.791996] env[65677]: DEBUG nova.network.neutron [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Successfully created port: 14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.818824] env[65677]: DEBUG nova.network.neutron [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Updating instance_info_cache with network_info: [{"id": "30dcd35a-31a2-4020-81f2-674ce0a1fbb3", "address": "fa:16:3e:1b:60:33", "network": {"id": "d4ba199e-2e65-4b1b-9cb0-1b71e38669a9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1066566789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9c409414bd342f684224543f3ec4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dcd35a-31", "ovs_interfaceid": "30dcd35a-31a2-4020-81f2-674ce0a1fbb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.930296] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.930296] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 656.935366] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.094s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.939446] env[65677]: INFO nova.compute.claims [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.944203] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.944422] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquired lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.944751] env[65677]: DEBUG nova.network.neutron [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.977689] env[65677]: WARNING nova.virt.vmwareapi.vmops [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Traceback (most recent call last): [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] ds_util.file_delete(self._session, [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] session._wait_for_task(file_delete_task) [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] return self.wait_for_task(task_ref) [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] return evt.wait() [ 656.977689] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] result = hub.switch() [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] return self.greenlet.switch() [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] self.f(*self.args, **self.kw) [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] raise exceptions.translate_fault(task_info.error) [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] a1150e1d-9a95-472d-bcfc-02422a4cc0cc [ 656.978209] env[65677]: ERROR nova.virt.vmwareapi.vmops [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] [ 656.978209] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.978523] env[65677]: INFO nova.compute.manager [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Took 1.20 seconds to destroy the instance on the hypervisor. [ 656.978523] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.978955] env[65677]: DEBUG nova.compute.manager [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 656.979497] env[65677]: DEBUG nova.network.neutron [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 656.979784] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.998899] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f424c4-c505-22d3-87c6-db528f91f5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.000139] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf28487e-455e-40e4-bae1-fac2dc4b52cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.010024] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 657.010024] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a22721-d15c-1114-22a8-e00b221a68e5" [ 657.010024] env[65677]: _type = "Task" [ 657.010024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.022568] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a22721-d15c-1114-22a8-e00b221a68e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.041280] env[65677]: DEBUG oslo_concurrency.lockutils [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] Releasing lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.041280] env[65677]: DEBUG nova.compute.manager [req-b64a52d1-1220-4a23-85ea-2938510d0c68 req-faae3aea-67a9-4268-9bfa-34997001be48 service nova] [instance: 23015485-1b33-4806-93a3-e02fae399998] Received event network-vif-deleted-a9f8d622-e09e-4e9a-93f3-981e5069b980 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 657.175212] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.282727] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Releasing lock "refresh_cache-df12d483-63ce-44fe-a57c-97e068cdd54d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.284183] env[65677]: DEBUG nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Received event network-vif-plugged-08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 657.284183] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Acquiring lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.284183] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.284183] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.284709] env[65677]: DEBUG nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] No waiting events found dispatching network-vif-plugged-08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 657.284974] env[65677]: WARNING nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Received unexpected event network-vif-plugged-08bbe3db-766a-44c8-b3e6-6c6c894ba409 for instance with vm_state active and task_state None. [ 657.285189] env[65677]: DEBUG nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Received event network-changed-08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 657.285377] env[65677]: DEBUG nova.compute.manager [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Refreshing instance network info cache due to event network-changed-08bbe3db-766a-44c8-b3e6-6c6c894ba409. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 657.285925] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Acquiring lock "refresh_cache-6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.285925] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Acquired lock "refresh_cache-6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.286727] env[65677]: DEBUG nova.network.neutron [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Refreshing network info cache for port 08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.322705] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Releasing lock "refresh_cache-554f0677-3fc1-44f3-8f3e-866857e88a1b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.323067] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Instance network_info: |[{"id": "30dcd35a-31a2-4020-81f2-674ce0a1fbb3", "address": "fa:16:3e:1b:60:33", "network": {"id": "d4ba199e-2e65-4b1b-9cb0-1b71e38669a9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1066566789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9c409414bd342f684224543f3ec4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dcd35a-31", "ovs_interfaceid": "30dcd35a-31a2-4020-81f2-674ce0a1fbb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 657.323696] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:60:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30dcd35a-31a2-4020-81f2-674ce0a1fbb3', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.337455] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Creating folder: Project (b9c409414bd342f684224543f3ec4d7d). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.338011] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b8f516-dc7c-4a41-af4b-09a8d606f1a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.353053] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Created folder: Project (b9c409414bd342f684224543f3ec4d7d) in parent group-v905237. [ 657.353053] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Creating folder: Instances. Parent ref: group-v905289. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.354112] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b10c16-e156-452b-9f6a-dd1c0ecbefbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.369229] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Created folder: Instances in parent group-v905289. [ 657.369576] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 657.372159] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.372159] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f16c32d-9a21-4d70-9de4-d4d4ca9541ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.395747] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.395747] env[65677]: value = "task-4635789" [ 657.395747] env[65677]: _type = "Task" [ 657.395747] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.408937] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635789, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.445786] env[65677]: DEBUG nova.compute.utils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.447153] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 657.447797] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 657.447797] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.448109] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.527209] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a22721-d15c-1114-22a8-e00b221a68e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016204} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.527662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.528221] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/2131c077-505d-4a05-ba67-16049b9794ca.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.528712] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-117b02a3-0e80-45f7-8697-5cf537f40658 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.538613] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 657.538613] env[65677]: value = "task-4635790" [ 657.538613] env[65677]: _type = "Task" [ 657.538613] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.551849] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.786477] env[65677]: DEBUG nova.network.neutron [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.786754] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.794334] env[65677]: WARNING neutronclient.v2_0.client [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.835285] env[65677]: DEBUG nova.policy [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d6a4c03c3a4735a0cf3466d30c8287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6306c028954f40c7bcad14bc9bd7ae63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.869246] env[65677]: DEBUG nova.network.neutron [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.910445] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635789, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.954871] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 658.056602] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.290911] env[65677]: DEBUG nova.network.neutron [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.345086] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3c4750-e779-48ab-9063-586c496dac95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.353470] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c4194-a593-4847-946c-b65dd36fbc65 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.395788] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592eea7-f450-47d3-a78f-4c07cf9637ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.411928] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635789, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.414100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd53cc9-6d38-41c1-9435-206a594a65e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.433562] env[65677]: DEBUG nova.compute.provider_tree [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.551343] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737385} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.551746] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/2131c077-505d-4a05-ba67-16049b9794ca.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.551883] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.552168] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06dac78a-7e1a-4296-a593-e75a02ea1652 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.561834] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 658.561834] env[65677]: value = "task-4635791" [ 658.561834] env[65677]: _type = "Task" [ 658.561834] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.573342] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.652454] env[65677]: DEBUG nova.network.neutron [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Successfully updated port: 14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.794959] env[65677]: INFO nova.compute.manager [-] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Took 1.81 seconds to deallocate network for instance. [ 658.917523] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635789, 'name': CreateVM_Task, 'duration_secs': 1.167029} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.918082] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.918625] env[65677]: WARNING neutronclient.v2_0.client [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.918985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.919282] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.919709] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.919973] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f358902d-f9be-4821-82da-7fb1ddd9309f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.926476] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 658.926476] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5248520c-4b2f-9165-84da-78d6a479e97c" [ 658.926476] env[65677]: _type = "Task" [ 658.926476] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.938925] env[65677]: DEBUG nova.scheduler.client.report [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.942735] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5248520c-4b2f-9165-84da-78d6a479e97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.969406] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 659.036116] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Successfully created port: 0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.073429] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101399} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.076601] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.078497] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d70693-6b62-4c2d-ad1a-f9cab1ea8c1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.117433] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/2131c077-505d-4a05-ba67-16049b9794ca.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.119412] env[65677]: WARNING neutronclient.v2_0.client [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.126962] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc639b7c-fb95-4a81-aff6-6caba265e905 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.157057] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.157283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.157882] env[65677]: DEBUG nova.network.neutron [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.164031] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 659.164031] env[65677]: value = "task-4635792" [ 659.164031] env[65677]: _type = "Task" [ 659.164031] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.172601] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.245827] env[65677]: WARNING neutronclient.v2_0.client [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.284953] env[65677]: DEBUG nova.network.neutron [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updating instance_info_cache with network_info: [{"id": "df4a12bc-0606-4564-9fa7-53e6391b4403", "address": "fa:16:3e:83:81:58", "network": {"id": "de0830d5-c8ab-4fe3-8f08-21c228a0bdf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200451508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47b07ac71633457e92a3f8b3dbf0c7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a12bc-06", "ovs_interfaceid": "df4a12bc-0606-4564-9fa7-53e6391b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.301098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.384452] env[65677]: DEBUG nova.network.neutron [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Updated VIF entry in instance network info cache for port 08bbe3db-766a-44c8-b3e6-6c6c894ba409. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.384957] env[65677]: DEBUG nova.network.neutron [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Updating instance_info_cache with network_info: [{"id": "08bbe3db-766a-44c8-b3e6-6c6c894ba409", "address": "fa:16:3e:fd:3b:0a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbe3db-76", "ovs_interfaceid": "08bbe3db-766a-44c8-b3e6-6c6c894ba409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.405362] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Successfully created port: 81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.441831] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5248520c-4b2f-9165-84da-78d6a479e97c, 'name': SearchDatastore_Task, 'duration_secs': 0.01877} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.442296] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.442623] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.442915] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.443378] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.444233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.444762] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 659.447502] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025018fd-a8ce-4f76-92cd-96c61b2ae98d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.450195] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.182s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.450634] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.450847] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 659.451187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.276s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.453030] env[65677]: INFO nova.compute.claims [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.456626] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbcf8a2-bd71-4cb3-8a1c-384cbc5eb071 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.468638] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea254c90-a0c9-45e7-92db-94fdba893ba6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.475155] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.475345] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.477024] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e766a709-5cf0-4489-b26e-1f89826635ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.489995] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc23d7-52d1-4941-924f-f16ae2ff4d63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.495052] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 659.495052] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52951b8c-15a9-68ed-15a9-60faf52d5814" [ 659.495052] env[65677]: _type = "Task" [ 659.495052] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.503523] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d35d9b-0fed-4673-bd3c-64dc26b068c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.509618] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52951b8c-15a9-68ed-15a9-60faf52d5814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.542056] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180675MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 659.542247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.682026] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635792, 'name': ReconfigVM_Task, 'duration_secs': 0.517579} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.682455] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/2131c077-505d-4a05-ba67-16049b9794ca.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.683103] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c64fbb8-4b5d-4137-9376-f7ea3befe819 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.691821] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 659.691821] env[65677]: value = "task-4635793" [ 659.691821] env[65677]: _type = "Task" [ 659.691821] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.703206] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635793, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.708437] env[65677]: DEBUG nova.network.neutron [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.783030] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Successfully created port: 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.790731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Releasing lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.791147] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Instance network_info: |[{"id": "df4a12bc-0606-4564-9fa7-53e6391b4403", "address": "fa:16:3e:83:81:58", "network": {"id": "de0830d5-c8ab-4fe3-8f08-21c228a0bdf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200451508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47b07ac71633457e92a3f8b3dbf0c7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a12bc-06", "ovs_interfaceid": "df4a12bc-0606-4564-9fa7-53e6391b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 659.812280] env[65677]: WARNING neutronclient.v2_0.client [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.887812] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f7e59e8-3c74-4ed0-a2e7-4934bf89f1fe req-8c8644cd-f1d1-4588-80fd-b89daa816c84 service nova] Releasing lock "refresh_cache-6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.896508] env[65677]: DEBUG nova.network.neutron [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance_info_cache with network_info: [{"id": "14fe6316-a8f7-41d9-b930-a40219502d59", "address": "fa:16:3e:b0:12:f8", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fe6316-a8", "ovs_interfaceid": "14fe6316-a8f7-41d9-b930-a40219502d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.952263] env[65677]: DEBUG nova.compute.utils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.953795] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 659.953977] env[65677]: DEBUG nova.network.neutron [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 659.954301] env[65677]: WARNING neutronclient.v2_0.client [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.954690] env[65677]: WARNING neutronclient.v2_0.client [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.004101] env[65677]: DEBUG nova.policy [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c687fcfb9b3458eb0a00c40d4f6a123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '329509957a334ee088ee53a1778b12cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.015854] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52951b8c-15a9-68ed-15a9-60faf52d5814, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.016858] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0158c625-7ce0-4d8b-b412-2061c6d6edbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.024470] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 660.024470] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520b099b-acf8-eb69-f6d8-92a9b0ec74a5" [ 660.024470] env[65677]: _type = "Task" [ 660.024470] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.041405] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520b099b-acf8-eb69-f6d8-92a9b0ec74a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.204155] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635793, 'name': Rename_Task, 'duration_secs': 0.175895} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.204440] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.204695] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9f3d36-077a-423f-883a-b08e261b2c41 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.213039] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 660.213039] env[65677]: value = "task-4635794" [ 660.213039] env[65677]: _type = "Task" [ 660.213039] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.223326] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.313285] env[65677]: DEBUG nova.network.neutron [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Successfully created port: 829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 660.401021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.401021] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Instance network_info: |[{"id": "14fe6316-a8f7-41d9-b930-a40219502d59", "address": "fa:16:3e:b0:12:f8", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fe6316-a8", "ovs_interfaceid": "14fe6316-a8f7-41d9-b930-a40219502d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 660.454965] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.454965] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.454965] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.455479] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.455479] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.455479] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.455479] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.455621] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.455659] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.455816] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.455984] env[65677]: DEBUG nova.virt.hardware [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.458850] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b21590-b174-453f-9493-527729d2887d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.463531] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 660.477994] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.479841] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.480115] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.480394] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.480595] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.480883] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.481201] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.481545] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.481666] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.481915] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.482182] env[65677]: DEBUG nova.virt.hardware [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.492806] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96669471-118b-47bb-8998-3773633ef49e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.502542] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34718342-2322-4dd7-8d7e-ab968d8e113d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.513927] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.514208] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.514353] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.515016] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.515016] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.515016] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.515016] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.515219] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.517351] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.517351] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.517351] env[65677]: DEBUG nova.virt.hardware [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.518656] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b60c775-395d-4fe9-8d50-036d3050f420 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.523112] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04659ef6-b2c7-437e-8174-1a65bfe5b031 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.538628] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:81:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df4a12bc-0606-4564-9fa7-53e6391b4403', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.547641] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Creating folder: Project (47b07ac71633457e92a3f8b3dbf0c7ae). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.553735] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a881b7-8803-4ab4-4995-08bb561ae760/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 660.559544] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c1dbd5c-c41b-4a52-99f6-ac381f1895e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.562668] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0dddc8-47b5-4b62-afaa-6dcd66758795 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.575422] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270a958-8385-44d9-ac40-8944397d9a2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.580710] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:12:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fe6316-a8f7-41d9-b930-a40219502d59', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.588873] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Creating folder: Project (097b2e57ad4f415eb32ba80c3e330900). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.593497] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e188e312-500f-4ff9-88a3-da5cb024fb43 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.601682] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520b099b-acf8-eb69-f6d8-92a9b0ec74a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.601682] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a881b7-8803-4ab4-4995-08bb561ae760/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 660.601933] env[65677]: ERROR oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a881b7-8803-4ab4-4995-08bb561ae760/disk-0.vmdk due to incomplete transfer. [ 660.603959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.604223] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 554f0677-3fc1-44f3-8f3e-866857e88a1b/554f0677-3fc1-44f3-8f3e-866857e88a1b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.604504] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdc61e78-b7dc-4d85-9a6c-58f8150dba04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.608143] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Created folder: Project (47b07ac71633457e92a3f8b3dbf0c7ae) in parent group-v905237. [ 660.608143] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Creating folder: Instances. Parent ref: group-v905292. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.616168] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b76f63d-4a0a-4b31-91c4-e9292d9607d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.618582] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf39074a-b750-45a1-a5c4-7950b400315f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.626697] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Created folder: Project (097b2e57ad4f415eb32ba80c3e330900) in parent group-v905237. [ 660.626697] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Creating folder: Instances. Parent ref: group-v905293. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.627772] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befed5f5-55f4-4694-be10-cfe71b042c63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.633564] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 660.633564] env[65677]: value = "task-4635797" [ 660.633564] env[65677]: _type = "Task" [ 660.633564] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.641291] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Created folder: Instances in parent group-v905292. [ 660.641291] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.641291] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.641291] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a3a0f93-e4df-4efe-a681-3b632f95fe27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.655723] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Created folder: Instances in parent group-v905293. [ 660.655985] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.663440] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.664250] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.664505] env[65677]: DEBUG oslo_vmware.rw_handles [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a881b7-8803-4ab4-4995-08bb561ae760/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 660.664688] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Uploaded image fbb4c526-bf0f-4751-84a1-2a6501a9e7b6 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 660.666743] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 660.667719] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e3df82-b203-4784-b278-b3d794aec7cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.683989] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0fb07d6d-d47e-4847-927d-9d541b3abf9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.689717] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.689717] env[65677]: value = "task-4635800" [ 660.689717] env[65677]: _type = "Task" [ 660.689717] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.696763] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Waiting for the task: (returnval){ [ 660.696763] env[65677]: value = "task-4635801" [ 660.696763] env[65677]: _type = "Task" [ 660.696763] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.710249] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635800, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.710249] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.710249] env[65677]: value = "task-4635802" [ 660.710249] env[65677]: _type = "Task" [ 660.710249] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.725034] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635801, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.737196] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635802, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.738706] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.941571] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2d8070-89c0-4ed0-8864-411fcd69783a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.952700] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8da5aa-84da-485e-a290-e3903602e357 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.989724] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2eba27-ce3e-4b0f-8609-1b9b0f2740bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.006674] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e3236-d928-4e1a-91af-63b008232ae2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.029152] env[65677]: DEBUG nova.compute.provider_tree [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.149238] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.208698] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635801, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.213248] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635800, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.231556] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.236343] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635802, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.400408] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Successfully updated port: 0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.516599] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 661.532846] env[65677]: DEBUG nova.scheduler.client.report [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.554208] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.555020] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.555342] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.555757] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.555927] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.556117] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.556354] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.556514] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.556701] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.556870] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.557066] env[65677]: DEBUG nova.virt.hardware [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.558789] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bb29dc-bed8-41ee-a369-a41d97e97bad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.572156] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53fc3e9-6d17-4ab9-a138-87b79a2a7fe5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.646208] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673825} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.646508] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 554f0677-3fc1-44f3-8f3e-866857e88a1b/554f0677-3fc1-44f3-8f3e-866857e88a1b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.646724] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.646975] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99a4fd4b-bf97-4232-9425-dea04df1ac82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.655130] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 661.655130] env[65677]: value = "task-4635803" [ 661.655130] env[65677]: _type = "Task" [ 661.655130] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.665744] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.711052] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635800, 'name': CreateVM_Task, 'duration_secs': 0.594385} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.711052] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.711052] env[65677]: WARNING neutronclient.v2_0.client [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.711484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.711763] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.712996] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718054] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b1bcee-13d3-4534-8a5e-53f89a6f663e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.720058] env[65677]: DEBUG oslo_vmware.api [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Task: {'id': task-4635801, 'name': Destroy_Task, 'duration_secs': 0.728202} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.726976] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Destroyed the VM [ 661.727296] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 661.728062] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1c29156-e3c6-4177-9499-2f8d58bb4fc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.732848] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 661.732848] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528a4a56-0445-38a8-571a-f9fae3ed4466" [ 661.732848] env[65677]: _type = "Task" [ 661.732848] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.747383] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635802, 'name': CreateVM_Task, 'duration_secs': 0.591205} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.747616] env[65677]: DEBUG oslo_vmware.api [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635794, 'name': PowerOnVM_Task, 'duration_secs': 1.278481} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.751626] env[65677]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 661.751760] env[65677]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65677) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 661.755280] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.755620] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.755922] env[65677]: INFO nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Took 12.67 seconds to spawn the instance on the hypervisor. [ 661.756047] env[65677]: DEBUG nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 661.756447] env[65677]: DEBUG nova.compute.utils [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Cleaning up image fbb4c526-bf0f-4751-84a1-2a6501a9e7b6 {{(pid=65677) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 661.759054] env[65677]: WARNING neutronclient.v2_0.client [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.759240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.760080] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c927d6eb-7993-4242-ad94-879da4701b68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.772796] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528a4a56-0445-38a8-571a-f9fae3ed4466, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.774736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.774984] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.775232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.775366] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.775537] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.778640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.778913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.779269] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f13516-8e16-4b0b-8b43-b6ed992677f1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.781598] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4469d9d-e7f8-49f5-a4ae-f273be7f3377 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.788759] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 661.788759] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527a93a7-c85d-047f-3a19-5ef0767ced42" [ 661.788759] env[65677]: _type = "Task" [ 661.788759] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.794126] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.794447] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.798511] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525b7fd9-96e3-42dc-986e-aa2379519b3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.805162] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527a93a7-c85d-047f-3a19-5ef0767ced42, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.805861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806139] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.806361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.809726] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 661.809726] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52781c88-de0e-8490-b7a8-98489b83e0f4" [ 661.809726] env[65677]: _type = "Task" [ 661.809726] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.819945] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52781c88-de0e-8490-b7a8-98489b83e0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.024916] env[65677]: DEBUG nova.network.neutron [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Successfully updated port: 829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 662.040617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.040869] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 662.047461] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a8e6-b989-839a-8512-c4d378bdb0c1/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 662.047461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.746s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.050618] env[65677]: DEBUG nova.objects.instance [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lazy-loading 'resources' on Instance uuid a1150e1d-9a95-472d-bcfc-02422a4cc0cc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.052775] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab37ff-1cfa-41b8-9f81-a18e83863b13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.064320] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a8e6-b989-839a-8512-c4d378bdb0c1/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 662.064483] env[65677]: ERROR oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a8e6-b989-839a-8512-c4d378bdb0c1/disk-0.vmdk due to incomplete transfer. [ 662.064840] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-146e6e6c-5514-4b2b-af33-4682911191db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.077019] env[65677]: DEBUG oslo_vmware.rw_handles [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3a8e6-b989-839a-8512-c4d378bdb0c1/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 662.077019] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Uploaded image 689d66c9-8188-4aad-a903-68a0cdbb05be to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 662.077547] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 662.077821] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f581f16-1e9c-40d7-a5de-670a559cc127 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.085990] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 662.085990] env[65677]: value = "task-4635804" [ 662.085990] env[65677]: _type = "Task" [ 662.085990] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.096054] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635804, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.165436] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072789} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.165720] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.166531] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38e6e11-bd74-4a96-b9fc-a88e0eb441ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.190306] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 554f0677-3fc1-44f3-8f3e-866857e88a1b/554f0677-3fc1-44f3-8f3e-866857e88a1b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.190637] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638bda1f-0db5-4188-9596-cda224b7f11d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.210825] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 662.210825] env[65677]: value = "task-4635805" [ 662.210825] env[65677]: _type = "Task" [ 662.210825] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.222365] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.291334] env[65677]: INFO nova.compute.manager [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Took 17.62 seconds to build instance. [ 662.324264] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52781c88-de0e-8490-b7a8-98489b83e0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015091} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.325185] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a5a0b9-3c5a-4a14-a086-ead28e4ce9be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.333306] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 662.333306] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b943c-203f-a800-74ca-a328029c9e66" [ 662.333306] env[65677]: _type = "Task" [ 662.333306] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.344513] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b943c-203f-a800-74ca-a328029c9e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.534784] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "refresh_cache-05a75830-46da-4eb8-830d-ac30fe832fcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.535044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquired lock "refresh_cache-05a75830-46da-4eb8-830d-ac30fe832fcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.535044] env[65677]: DEBUG nova.network.neutron [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.565565] env[65677]: DEBUG nova.compute.utils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.568807] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 662.569048] env[65677]: DEBUG nova.network.neutron [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 662.569386] env[65677]: WARNING neutronclient.v2_0.client [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.569683] env[65677]: WARNING neutronclient.v2_0.client [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.607587] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635804, 'name': Destroy_Task, 'duration_secs': 0.379403} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.611350] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Destroyed the VM [ 662.611350] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 662.611350] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-107fde83-daac-4bf3-9a6d-91513dbee12d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.621037] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 662.621037] env[65677]: value = "task-4635806" [ 662.621037] env[65677]: _type = "Task" [ 662.621037] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.638817] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.722629] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635805, 'name': ReconfigVM_Task, 'duration_secs': 0.394815} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.723341] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 554f0677-3fc1-44f3-8f3e-866857e88a1b/554f0677-3fc1-44f3-8f3e-866857e88a1b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.723991] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1196825b-39b1-4f83-97ae-0b9b1d7ca7d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.733976] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 662.733976] env[65677]: value = "task-4635807" [ 662.733976] env[65677]: _type = "Task" [ 662.733976] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.746957] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635807, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.792143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50984e64-4567-4ce0-83a8-833016d03bc5 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "2131c077-505d-4a05-ba67-16049b9794ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.132s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.847716] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b943c-203f-a800-74ca-a328029c9e66, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.848059] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.848322] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35/3f3ec145-1d9e-4f4b-acda-2fe533f4dc35.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.848601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.848782] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.848993] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6c1d971-1bf5-48f1-9ec5-73e2368c4a32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.851137] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e930875-26f4-4c62-b399-2a5bff72e7eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.861905] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 662.861905] env[65677]: value = "task-4635808" [ 662.861905] env[65677]: _type = "Task" [ 662.861905] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.866849] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.867028] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.868382] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246ce581-9734-4597-a43e-2e290f2e7de5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.877655] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.882740] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 662.882740] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e4b214-8860-2d94-d7ad-71730cbd0968" [ 662.882740] env[65677]: _type = "Task" [ 662.882740] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.889995] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27efe1b2-91d7-4370-9b86-3baf0dafc467 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.896235] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e4b214-8860-2d94-d7ad-71730cbd0968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.903649] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd69155-8f89-498b-8a9d-1d95629a21b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.937459] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3dca77-ad45-4475-8e74-fdaaec46b2c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.947834] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd6741-17c6-49bc-bd15-2b630173ed03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.965933] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.076224] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 663.107940] env[65677]: DEBUG nova.policy [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73c0c5178c14421798b103099b3a2df3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cba1b814853f4636932f764da9bf3f0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.132438] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635806, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.162388] env[65677]: DEBUG nova.network.neutron [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.249245] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635807, 'name': Rename_Task, 'duration_secs': 0.170103} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.249800] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.250287] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79ed893c-cd35-43f9-8c08-e7fdaf852748 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.263204] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 663.263204] env[65677]: value = "task-4635809" [ 663.263204] env[65677]: _type = "Task" [ 663.263204] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.279773] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.376852] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510721} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.377264] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35/3f3ec145-1d9e-4f4b-acda-2fe533f4dc35.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.377585] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.378386] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d3e17fb-cc72-4138-ac71-47c3dab7c9c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.390717] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 663.390717] env[65677]: value = "task-4635810" [ 663.390717] env[65677]: _type = "Task" [ 663.390717] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.398110] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e4b214-8860-2d94-d7ad-71730cbd0968, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.400915] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d887894d-9282-4989-94c8-be3b1f7ed435 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.410164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.410654] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.417868] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 663.417868] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5251033a-7664-8d21-9965-d930df07a3a1" [ 663.417868] env[65677]: _type = "Task" [ 663.417868] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.428112] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5251033a-7664-8d21-9965-d930df07a3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.490444] env[65677]: ERROR nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [req-5e35acb8-091b-41e5-bdff-88febebc432b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e35acb8-091b-41e5-bdff-88febebc432b"}]} [ 663.515914] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.535729] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.536117] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.552978] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Successfully updated port: 81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.561785] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.594606] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.637967] env[65677]: DEBUG oslo_vmware.api [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635806, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589609} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.638325] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.638634] env[65677]: INFO nova.compute.manager [None req-16d85862-e056-436f-9f3e-dfc96ceef158 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Took 15.84 seconds to snapshot the instance on the hypervisor. [ 663.647732] env[65677]: DEBUG nova.network.neutron [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Successfully created port: fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 663.736441] env[65677]: WARNING neutronclient.v2_0.client [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.784912] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.806440] env[65677]: DEBUG nova.compute.manager [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Received event network-vif-plugged-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 663.806648] env[65677]: DEBUG oslo_concurrency.lockutils [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] Acquiring lock "554f0677-3fc1-44f3-8f3e-866857e88a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.806842] env[65677]: DEBUG oslo_concurrency.lockutils [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.806997] env[65677]: DEBUG oslo_concurrency.lockutils [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.807169] env[65677]: DEBUG nova.compute.manager [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] No waiting events found dispatching network-vif-plugged-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 663.807322] env[65677]: WARNING nova.compute.manager [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Received unexpected event network-vif-plugged-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 for instance with vm_state building and task_state spawning. [ 663.807477] env[65677]: DEBUG nova.compute.manager [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Received event network-changed-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 663.807617] env[65677]: DEBUG nova.compute.manager [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Refreshing instance network info cache due to event network-changed-30dcd35a-31a2-4020-81f2-674ce0a1fbb3. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 663.807789] env[65677]: DEBUG oslo_concurrency.lockutils [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] Acquiring lock "refresh_cache-554f0677-3fc1-44f3-8f3e-866857e88a1b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807946] env[65677]: DEBUG oslo_concurrency.lockutils [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] Acquired lock "refresh_cache-554f0677-3fc1-44f3-8f3e-866857e88a1b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.808805] env[65677]: DEBUG nova.network.neutron [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Refreshing network info cache for port 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.906928] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072895} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.909967] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.909967] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c71ea8-b768-442d-b88c-40717a0b6697 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.936100] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35/3f3ec145-1d9e-4f4b-acda-2fe533f4dc35.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.943476] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efc55d3-c7c9-435a-810c-1dccfce8895e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.959159] env[65677]: DEBUG nova.compute.manager [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Received event network-vif-plugged-9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 663.959376] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] Acquiring lock "2131c077-505d-4a05-ba67-16049b9794ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.959571] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] Lock "2131c077-505d-4a05-ba67-16049b9794ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.960464] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] Lock "2131c077-505d-4a05-ba67-16049b9794ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.960464] env[65677]: DEBUG nova.compute.manager [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] No waiting events found dispatching network-vif-plugged-9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 663.960464] env[65677]: WARNING nova.compute.manager [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Received unexpected event network-vif-plugged-9f97e086-f361-4432-9d2e-2c1839ae167d for instance with vm_state active and task_state None. [ 663.960464] env[65677]: DEBUG nova.compute.manager [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Received event network-changed-9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 663.960464] env[65677]: DEBUG nova.compute.manager [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Refreshing instance network info cache due to event network-changed-9f97e086-f361-4432-9d2e-2c1839ae167d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 663.960877] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] Acquiring lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.960877] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] Acquired lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.960877] env[65677]: DEBUG nova.network.neutron [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Refreshing network info cache for port 9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.970987] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5251033a-7664-8d21-9965-d930df07a3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.972392] env[65677]: DEBUG nova.network.neutron [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Updating instance_info_cache with network_info: [{"id": "829e8cc9-8e38-427b-b64e-06b197052541", "address": "fa:16:3e:b1:d4:4f", "network": {"id": "6f0e908f-b3c9-4bd0-bca7-892888ddbb71", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-902692868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "329509957a334ee088ee53a1778b12cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829e8cc9-8e", "ovs_interfaceid": "829e8cc9-8e38-427b-b64e-06b197052541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.974937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.975158] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e/ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.975493] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 663.975493] env[65677]: value = "task-4635811" [ 663.975493] env[65677]: _type = "Task" [ 663.975493] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.978982] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-428677fb-a97d-48bf-a104-9264f4d0fe54 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.006181] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.006181] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 664.006181] env[65677]: value = "task-4635812" [ 664.006181] env[65677]: _type = "Task" [ 664.006181] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.011068] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a5181f-d363-4240-a1e9-332e9919a378 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.023504] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.026092] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3949ac21-f4a4-4414-9d14-141e3be607f3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.067379] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d3d90-743c-4d36-b0ba-d4619b2e1abf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.077062] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32050f3-b720-4b7b-ade2-8597bd85c97d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.093839] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 664.095835] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.137601] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.138507] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.138507] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.138507] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.138507] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.138507] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.138807] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.139653] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.139653] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.139653] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.139823] env[65677]: DEBUG nova.virt.hardware [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.141132] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9c558e-7695-48f9-b16c-f4b6e564f23d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.153278] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c769fe-39bc-4cff-8e7e-073188a34e02 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.277201] env[65677]: DEBUG oslo_vmware.api [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635809, 'name': PowerOnVM_Task, 'duration_secs': 0.56669} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.277532] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.277747] env[65677]: INFO nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Took 12.78 seconds to spawn the instance on the hypervisor. [ 664.277920] env[65677]: DEBUG nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 664.279031] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7faca8-1707-4bf4-b7d2-4b9c87ab9043 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.314934] env[65677]: WARNING neutronclient.v2_0.client [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.464850] env[65677]: WARNING neutronclient.v2_0.client [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.479478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Releasing lock "refresh_cache-05a75830-46da-4eb8-830d-ac30fe832fcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.480163] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Instance network_info: |[{"id": "829e8cc9-8e38-427b-b64e-06b197052541", "address": "fa:16:3e:b1:d4:4f", "network": {"id": "6f0e908f-b3c9-4bd0-bca7-892888ddbb71", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-902692868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "329509957a334ee088ee53a1778b12cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829e8cc9-8e", "ovs_interfaceid": "829e8cc9-8e38-427b-b64e-06b197052541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 664.480670] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:d4:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '829e8cc9-8e38-427b-b64e-06b197052541', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.490549] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Creating folder: Project (329509957a334ee088ee53a1778b12cb). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.491272] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a404eb52-41a3-48c0-a244-e3cdee9bfe31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.507710] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.518478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "3f79901b-3af0-497b-b3d5-3d130e8375e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.518762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.520465] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Created folder: Project (329509957a334ee088ee53a1778b12cb) in parent group-v905237. [ 664.521181] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Creating folder: Instances. Parent ref: group-v905301. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.522581] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66921b89-20d8-4ba7-b5c3-b8496535cae3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.533347] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.545846] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Created folder: Instances in parent group-v905301. [ 664.549408] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 664.549408] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.549408] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa10e5fd-6a1e-45b4-be05-8f802d31d1be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.573024] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.573024] env[65677]: value = "task-4635819" [ 664.573024] env[65677]: _type = "Task" [ 664.573024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.588435] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635819, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.623568] env[65677]: ERROR nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [req-15f8c9a3-d0e0-4fec-b494-296b92811d58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15f8c9a3-d0e0-4fec-b494-296b92811d58"}]} [ 664.651983] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 664.674453] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 664.674876] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.693478] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.724942] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 664.801789] env[65677]: INFO nova.compute.manager [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Took 18.37 seconds to build instance. [ 665.003009] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635811, 'name': ReconfigVM_Task, 'duration_secs': 0.563839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.005733] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35/3f3ec145-1d9e-4f4b-acda-2fe533f4dc35.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.006584] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32490840-e7db-4f63-af65-91a76caf2541 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.017629] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944786} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.021882] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e/ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.022186] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.022579] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 665.025335] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 665.025335] env[65677]: value = "task-4635820" [ 665.025335] env[65677]: _type = "Task" [ 665.025335] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.025790] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c259f3c-ce6f-41d8-b0a8-c2ddc2b12aaa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.039488] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635820, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.044258] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 665.044258] env[65677]: value = "task-4635821" [ 665.044258] env[65677]: _type = "Task" [ 665.044258] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.056362] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.060385] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af70452-3914-49a3-9ebd-6245333319d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.068885] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf0afe1-0ec4-429e-8991-b1d9a6b7e50a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.083520] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635819, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.131525] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc0130-5a36-428c-ae73-c70d8409709d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.143535] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08c6017-0352-431a-95a0-ab6d367771fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.165148] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.172670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.172998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.307509] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.887s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.327839] env[65677]: DEBUG nova.network.neutron [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Successfully updated port: fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 665.550823] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635820, 'name': Rename_Task, 'duration_secs': 0.415946} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.554586] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.554964] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c165487-064a-4632-ab12-3c17fadc62f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.562695] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078872} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.567732] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.567732] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 665.567732] env[65677]: value = "task-4635822" [ 665.567732] env[65677]: _type = "Task" [ 665.567732] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.568667] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.569630] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91566b6f-e1aa-47ff-81d4-9303d5bb1f06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.584941] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.606407] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635819, 'name': CreateVM_Task, 'duration_secs': 0.551964} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.615048] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e/ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.615377] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.615687] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8699438b-10c1-4495-a79a-76c5c4040b0e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.634746] env[65677]: WARNING neutronclient.v2_0.client [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.635197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.635417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.635768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.636112] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67996c2-1a52-4196-8c91-f3e105ecbc4c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.643319] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 665.643319] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a25e2-181f-d7eb-e3ca-159514bc16c1" [ 665.643319] env[65677]: _type = "Task" [ 665.643319] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.645152] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 665.645152] env[65677]: value = "task-4635823" [ 665.645152] env[65677]: _type = "Task" [ 665.645152] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.660346] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.663773] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a25e2-181f-d7eb-e3ca-159514bc16c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.676298] env[65677]: DEBUG nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 665.701104] env[65677]: ERROR nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [req-a350ba7f-4a55-4243-b407-889ba9ed49d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a350ba7f-4a55-4243-b407-889ba9ed49d4"}]} [ 665.722700] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.739698] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.740251] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.755952] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.776868] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.792875] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Successfully updated port: 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 665.830568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.830743] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquired lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.831725] env[65677]: DEBUG nova.network.neutron [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.085812] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.123338] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e71c1a-da32-454e-92b1-83f6278c6162 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.132604] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7aafc7-92d4-45da-a69a-58e20f5b52a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.183237] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b3556e-ae11-4b05-9b96-8a29fe9cc269 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.204168] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a25e2-181f-d7eb-e3ca-159514bc16c1, 'name': SearchDatastore_Task, 'duration_secs': 0.020553} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.204646] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.205939] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e911d5-9969-4b37-9a79-da5e40a8f22d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.210692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.211646] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.211646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.211646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.211646] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.211963] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dcf99fc-4c52-4800-a0cf-627c79c19e14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.220724] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.229641] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.232335] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.232543] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.233618] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0421d0-1e02-447d-b3b5-7fbc09eab867 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.242023] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 666.242023] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520dcf0b-fae5-c5bc-4f6d-ec7d8c5c651c" [ 666.242023] env[65677]: _type = "Task" [ 666.242023] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.255098] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520dcf0b-fae5-c5bc-4f6d-ec7d8c5c651c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.296472] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.296472] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.296557] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.588129] env[65677]: DEBUG oslo_vmware.api [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4635822, 'name': PowerOnVM_Task, 'duration_secs': 1.021026} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.588501] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.589265] env[65677]: INFO nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Took 12.70 seconds to spawn the instance on the hypervisor. [ 666.589265] env[65677]: DEBUG nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 666.590971] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f7ef6b-0f21-40f5-a1ea-3f8d06dff297 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.685615] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635823, 'name': ReconfigVM_Task, 'duration_secs': 0.81644} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.686756] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e/ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.688291] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2bf0018-1f4f-4a58-9e19-837c2e9d27ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.698772] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 666.698772] env[65677]: value = "task-4635824" [ 666.698772] env[65677]: _type = "Task" [ 666.698772] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.717330] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635824, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.763334] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520dcf0b-fae5-c5bc-4f6d-ec7d8c5c651c, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.764258] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66a72b5-1066-4efe-839f-c6d7880b31eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.771785] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 666.771785] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a84d07-b8a6-cb99-0c30-0358835b6745" [ 666.771785] env[65677]: _type = "Task" [ 666.771785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.782142] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a84d07-b8a6-cb99-0c30-0358835b6745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.786614] env[65677]: DEBUG nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 666.786861] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 29 to 30 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 666.787044] env[65677]: DEBUG nova.compute.provider_tree [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.119861] env[65677]: INFO nova.compute.manager [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Took 19.63 seconds to build instance. [ 667.124505] env[65677]: WARNING neutronclient.v2_0.client [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.180903] env[65677]: DEBUG nova.network.neutron [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.213092] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635824, 'name': Rename_Task, 'duration_secs': 0.345869} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.213294] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.214542] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97ba6964-b86e-401b-87bd-e2544a196bed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.224294] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 667.224294] env[65677]: value = "task-4635825" [ 667.224294] env[65677]: _type = "Task" [ 667.224294] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.230694] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.246048] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635825, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.286456] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a84d07-b8a6-cb99-0c30-0358835b6745, 'name': SearchDatastore_Task, 'duration_secs': 0.015108} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.286749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.287046] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 05a75830-46da-4eb8-830d-ac30fe832fcf/05a75830-46da-4eb8-830d-ac30fe832fcf.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.287295] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1af179d-5f08-4a69-bcc7-7ca5f947f866 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.294421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.247s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.298702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.756s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.300858] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 667.300858] env[65677]: value = "task-4635827" [ 667.300858] env[65677]: _type = "Task" [ 667.300858] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.315864] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.342379] env[65677]: INFO nova.scheduler.client.report [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Deleted allocations for instance a1150e1d-9a95-472d-bcfc-02422a4cc0cc [ 667.581555] env[65677]: WARNING neutronclient.v2_0.client [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.625675] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9f3ce269-1c00-49c1-b803-1445a07f633b tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.145s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.737854] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.824369] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.853364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5848606b-a2fe-44c5-9c79-097579a48a2a tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "a1150e1d-9a95-472d-bcfc-02422a4cc0cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.331s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.955433] env[65677]: DEBUG nova.compute.manager [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 667.957202] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38327399-8c9a-495b-a219-e80a306e71ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.964016] env[65677]: DEBUG nova.network.neutron [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Updated VIF entry in instance network info cache for port 30dcd35a-31a2-4020-81f2-674ce0a1fbb3. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.964477] env[65677]: DEBUG nova.network.neutron [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Updating instance_info_cache with network_info: [{"id": "30dcd35a-31a2-4020-81f2-674ce0a1fbb3", "address": "fa:16:3e:1b:60:33", "network": {"id": "d4ba199e-2e65-4b1b-9cb0-1b71e38669a9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1066566789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b9c409414bd342f684224543f3ec4d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dcd35a-31", "ovs_interfaceid": "30dcd35a-31a2-4020-81f2-674ce0a1fbb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.093060] env[65677]: DEBUG nova.network.neutron [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Updated VIF entry in instance network info cache for port 9f97e086-f361-4432-9d2e-2c1839ae167d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.093060] env[65677]: DEBUG nova.network.neutron [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Updating instance_info_cache with network_info: [{"id": "9f97e086-f361-4432-9d2e-2c1839ae167d", "address": "fa:16:3e:6b:5d:39", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f97e086-f3", "ovs_interfaceid": "9f97e086-f361-4432-9d2e-2c1839ae167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.099541] env[65677]: WARNING neutronclient.v2_0.client [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.111284] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.240453] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.325847] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656382} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.326798] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 05a75830-46da-4eb8-830d-ac30fe832fcf/05a75830-46da-4eb8-830d-ac30fe832fcf.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.326798] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.326798] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba6dee30-85cf-48da-8cbf-11b6d3044709 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.334925] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 668.334925] env[65677]: value = "task-4635828" [ 668.334925] env[65677]: _type = "Task" [ 668.334925] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.346840] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.357300] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d818b6d4-391c-4911-a267-c42aae775098 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357300] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357300] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ef4543c6-4341-4260-84ed-8a3e53eb43b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357300] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance df12d483-63ce-44fe-a57c-97e068cdd54d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357487] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance e25b3cbf-58dd-4d7e-80eb-6eb790774abe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357487] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1e0b4763-f5d2-47ad-8354-17d3a9b2a726 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357487] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 0a73e46d-f5ac-41c6-8c54-f5441f343a7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357487] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 061d0a51-8aff-4fbc-b6f6-788c95e25cb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357611] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance dac85a2b-df9a-4c8f-8bc9-022a161e8b1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357611] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357611] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 2131c077-505d-4a05-ba67-16049b9794ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357611] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 554f0677-3fc1-44f3-8f3e-866857e88a1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357756] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357756] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357756] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 44173d80-d8cb-4800-9740-7c61d7ad9fee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.357756] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 05a75830-46da-4eb8-830d-ac30fe832fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.358519] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance cfd6df13-9082-4925-9d31-bef7fea6b3ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.474938] env[65677]: DEBUG nova.network.neutron [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Updating instance_info_cache with network_info: [{"id": "fcf6e421-b4a4-41a4-9e45-139c15071282", "address": "fa:16:3e:4d:93:6a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf6e421-b4", "ovs_interfaceid": "fcf6e421-b4a4-41a4-9e45-139c15071282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.474938] env[65677]: DEBUG oslo_concurrency.lockutils [req-dec42dac-6151-432b-8797-4e306112fc50 req-c4e8d196-bf47-4cca-8726-7be952d25120 service nova] Releasing lock "refresh_cache-554f0677-3fc1-44f3-8f3e-866857e88a1b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.478942] env[65677]: INFO nova.compute.manager [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] instance snapshotting [ 668.478942] env[65677]: WARNING nova.compute.manager [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 668.481884] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c9574-d036-49c2-b810-5b756685443e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.512142] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e53b1e-161b-4ae3-ae0b-b11096a9add7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.595584] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cceeca2-0475-4a1d-9824-fe3e7eceb72b req-33ecb91d-4b74-4062-b247-e42f1b5850c2 service nova] Releasing lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.700019] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.745267] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635825, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.849391] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168674} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.849889] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.850827] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fd08cd-52d1-4417-950a-491d9c49469d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.870582] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3f79901b-3af0-497b-b3d5-3d130e8375e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 668.884745] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 05a75830-46da-4eb8-830d-ac30fe832fcf/05a75830-46da-4eb8-830d-ac30fe832fcf.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.884745] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144bc431-8ef2-4d15-aed6-6c2254873637 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.913076] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 668.913076] env[65677]: value = "task-4635829" [ 668.913076] env[65677]: _type = "Task" [ 668.913076] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.924577] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.977693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Releasing lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.978120] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Instance network_info: |[{"id": "fcf6e421-b4a4-41a4-9e45-139c15071282", "address": "fa:16:3e:4d:93:6a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf6e421-b4", "ovs_interfaceid": "fcf6e421-b4a4-41a4-9e45-139c15071282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 668.978683] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:93:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf6e421-b4a4-41a4-9e45-139c15071282', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.987655] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Creating folder: Project (cba1b814853f4636932f764da9bf3f0b). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.988368] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7484db0b-16d9-4726-b57a-5e2ecf88259a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.001714] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Created folder: Project (cba1b814853f4636932f764da9bf3f0b) in parent group-v905237. [ 669.001975] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Creating folder: Instances. Parent ref: group-v905304. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.002211] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e41600-7dc8-497d-8f97-958796198902 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.016021] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Created folder: Instances in parent group-v905304. [ 669.016021] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 669.016264] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.017096] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d051fac3-3b26-4f81-8da0-0926b7b8e3cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.034247] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 669.034584] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c089ad48-e53f-420a-8635-853ac995a20e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.043473] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 669.043473] env[65677]: value = "task-4635832" [ 669.043473] env[65677]: _type = "Task" [ 669.043473] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.045092] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.045092] env[65677]: value = "task-4635833" [ 669.045092] env[65677]: _type = "Task" [ 669.045092] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.059234] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.064206] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635833, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.076573] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Received event network-vif-plugged-df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 669.077079] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.077464] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.078061] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.078431] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] No waiting events found dispatching network-vif-plugged-df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 669.080406] env[65677]: WARNING nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Received unexpected event network-vif-plugged-df4a12bc-0606-4564-9fa7-53e6391b4403 for instance with vm_state active and task_state None. [ 669.080406] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Received event network-changed-df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 669.080406] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Refreshing instance network info cache due to event network-changed-df4a12bc-0606-4564-9fa7-53e6391b4403. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 669.080406] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.080406] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquired lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.080788] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Refreshing network info cache for port df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.169819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.172110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.242692] env[65677]: DEBUG oslo_vmware.api [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635825, 'name': PowerOnVM_Task, 'duration_secs': 1.893295} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.243149] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.243445] env[65677]: INFO nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Took 12.86 seconds to spawn the instance on the hypervisor. [ 669.243686] env[65677]: DEBUG nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 669.244881] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c800220-dc62-4a99-b8a3-9abf14e45151 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.386314] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 669.386314] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 669.388507] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 669.427775] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635829, 'name': ReconfigVM_Task, 'duration_secs': 0.500713} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.428096] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 05a75830-46da-4eb8-830d-ac30fe832fcf/05a75830-46da-4eb8-830d-ac30fe832fcf.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.428793] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9967a77-e2c7-46a6-8a6f-d59d39329868 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.441971] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 669.441971] env[65677]: value = "task-4635835" [ 669.441971] env[65677]: _type = "Task" [ 669.441971] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.455892] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635835, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.539285] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.566357] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635833, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.570139] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635832, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.577415] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Received event network-vif-plugged-14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 669.577711] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquiring lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.578101] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.578529] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.582024] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] No waiting events found dispatching network-vif-plugged-14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 669.582024] env[65677]: WARNING nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Received unexpected event network-vif-plugged-14fe6316-a8f7-41d9-b930-a40219502d59 for instance with vm_state active and task_state None. [ 669.582024] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Received event network-changed-14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 669.582024] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Refreshing instance network info cache due to event network-changed-14fe6316-a8f7-41d9-b930-a40219502d59. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 669.582024] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquiring lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.582548] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquired lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.582548] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Refreshing network info cache for port 14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.585226] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.679887] env[65677]: DEBUG nova.compute.utils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.717317] env[65677]: DEBUG nova.network.neutron [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updating instance_info_cache with network_info: [{"id": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "address": "fa:16:3e:9d:a4:47", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6dc98f-8b", "ovs_interfaceid": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "address": "fa:16:3e:ea:7f:51", "network": {"id": "10f86ac7-85cc-468c-884e-e5f4b021a5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034866796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e71fa7-66", "ovs_interfaceid": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "address": "fa:16:3e:a7:cf:a9", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8b08fd-8c", "ovs_interfaceid": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.771456] env[65677]: INFO nova.compute.manager [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Took 19.48 seconds to build instance. [ 669.807783] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025b15f4-05d4-4d24-a203-86a138694909 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.817725] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4781788-3af3-45ab-afb3-e6f2a1402124 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.860258] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ab3e0-778f-41a0-9f0b-919ef4078859 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.870475] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cfd5fc-a98c-4067-a270-887a9c1e267c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.891294] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.955185] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635835, 'name': Rename_Task, 'duration_secs': 0.239942} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.956473] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.958246] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25bb50ea-14f0-43c4-b8f8-0985233cd5a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.968825] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 669.968825] env[65677]: value = "task-4635836" [ 669.968825] env[65677]: _type = "Task" [ 669.968825] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.981285] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.992429] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.069804] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635832, 'name': CreateSnapshot_Task, 'duration_secs': 0.871064} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.073855] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 670.074140] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635833, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.075465] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3a9fd-1260-4c97-a2fd-559d86e55729 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.085565] env[65677]: WARNING neutronclient.v2_0.client [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.111964] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updated VIF entry in instance network info cache for port df4a12bc-0606-4564-9fa7-53e6391b4403. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.112682] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updating instance_info_cache with network_info: [{"id": "df4a12bc-0606-4564-9fa7-53e6391b4403", "address": "fa:16:3e:83:81:58", "network": {"id": "de0830d5-c8ab-4fe3-8f08-21c228a0bdf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200451508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b07ac71633457e92a3f8b3dbf0c7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a12bc-06", "ovs_interfaceid": "df4a12bc-0606-4564-9fa7-53e6391b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.183531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.224343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Releasing lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.224774] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Instance network_info: |[{"id": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "address": "fa:16:3e:9d:a4:47", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6dc98f-8b", "ovs_interfaceid": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "address": "fa:16:3e:ea:7f:51", "network": {"id": "10f86ac7-85cc-468c-884e-e5f4b021a5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034866796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e71fa7-66", "ovs_interfaceid": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "address": "fa:16:3e:a7:cf:a9", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8b08fd-8c", "ovs_interfaceid": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 670.225580] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:a4:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d6dc98f-8b83-4b60-be0f-cfec308d12dc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:7f:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e71fa7-66c2-47db-9927-e8acbaf69c33', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:cf:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.237125] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Creating folder: Project (6306c028954f40c7bcad14bc9bd7ae63). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.240391] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deacb6e2-e8b8-4cd2-ad99-f378ae661d69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.254471] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Created folder: Project (6306c028954f40c7bcad14bc9bd7ae63) in parent group-v905237. [ 670.254684] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Creating folder: Instances. Parent ref: group-v905308. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.254950] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0736aa7b-d807-41da-9b17-2f7f72f46dfc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.266944] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Created folder: Instances in parent group-v905308. [ 670.267241] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.267450] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.267670] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ec183b5-7aa7-43be-a365-311d75e213cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.289334] env[65677]: WARNING neutronclient.v2_0.client [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.292049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fc17d9bd-d982-4156-84e6-19384e2ff959 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.008s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.299885] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.299885] env[65677]: value = "task-4635839" [ 670.299885] env[65677]: _type = "Task" [ 670.299885] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.309258] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635839, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.374602] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updated VIF entry in instance network info cache for port 14fe6316-a8f7-41d9-b930-a40219502d59. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.374821] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance_info_cache with network_info: [{"id": "14fe6316-a8f7-41d9-b930-a40219502d59", "address": "fa:16:3e:b0:12:f8", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fe6316-a8", "ovs_interfaceid": "14fe6316-a8f7-41d9-b930-a40219502d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.397187] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.487798] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.565142] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635833, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.600026] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 670.600162] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82b748a9-12c5-4327-9f6d-e6f7e37aad60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.609796] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 670.609796] env[65677]: value = "task-4635840" [ 670.609796] env[65677]: _type = "Task" [ 670.609796] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.621539] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Releasing lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.621539] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-vif-plugged-0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 670.621539] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.621848] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.621891] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.622138] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] No waiting events found dispatching network-vif-plugged-0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 670.622330] env[65677]: WARNING nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received unexpected event network-vif-plugged-0d6dc98f-8b83-4b60-be0f-cfec308d12dc for instance with vm_state building and task_state spawning. [ 670.622542] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-changed-0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 670.622738] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Refreshing instance network info cache due to event network-changed-0d6dc98f-8b83-4b60-be0f-cfec308d12dc. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 670.623058] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.623274] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquired lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.623452] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Refreshing network info cache for port 0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.624669] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635840, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.814338] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635839, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.881835] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Releasing lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.883229] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Received event network-vif-plugged-829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 670.883229] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquiring lock "05a75830-46da-4eb8-830d-ac30fe832fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.883229] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.883229] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.883229] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] No waiting events found dispatching network-vif-plugged-829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 670.883582] env[65677]: WARNING nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Received unexpected event network-vif-plugged-829e8cc9-8e38-427b-b64e-06b197052541 for instance with vm_state building and task_state spawning. [ 670.883704] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Received event network-changed-829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 670.884706] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Refreshing instance network info cache due to event network-changed-829e8cc9-8e38-427b-b64e-06b197052541. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 670.884706] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquiring lock "refresh_cache-05a75830-46da-4eb8-830d-ac30fe832fcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.884706] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquired lock "refresh_cache-05a75830-46da-4eb8-830d-ac30fe832fcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.884706] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Refreshing network info cache for port 829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.905904] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 670.905904] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.607s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.906073] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.497s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.907522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.907600] env[65677]: INFO nova.compute.manager [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Successfully reverted task state from image_uploading on failure for instance. [ 670.916820] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.348s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.921136] env[65677]: INFO nova.compute.claims [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server [None req-1c8ed004-8a8e-4f27-aed6-0dd61fc4a44b tempest-ServersAaction247Test-1571004002 tempest-ServersAaction247Test-1571004002-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created [ 670.940588] env[65677]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created' [ 670.940588] env[65677]: Faults: [ManagedObjectNotFound] [ 670.940588] env[65677]: Details: {'obj': 'snapshot-905284'} [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created' [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created' [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-905284'} [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 165, in decorated_function [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 156, in decorated_function [ 670.940588] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 212, in decorated_function [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 202, in decorated_function [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4540, in backup_instance [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 229, in decorated_function [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4526, in _do_snapshot_instance [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4609, in _snapshot_instance [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return evt.wait() [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 670.942506] env[65677]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-905284' has already been deleted or has not been completely created' [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-905284'} [ 670.950250] env[65677]: ERROR oslo_messaging.rpc.server [ 670.983872] env[65677]: DEBUG oslo_vmware.api [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635836, 'name': PowerOnVM_Task, 'duration_secs': 0.630076} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.984343] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.984597] env[65677]: INFO nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Took 9.47 seconds to spawn the instance on the hypervisor. [ 670.985080] env[65677]: DEBUG nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 670.985836] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c99e89e-4f8a-4ec5-93de-76c733a7add9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.065097] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635833, 'name': CreateVM_Task, 'duration_secs': 1.667177} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.065097] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.065515] env[65677]: WARNING neutronclient.v2_0.client [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.065864] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.066285] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.066427] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.066606] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5600bf8-d7dc-4870-b7f5-502f95ee60f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.073778] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 671.073778] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528b5656-b11e-5af0-476d-22c9c4d948ac" [ 671.073778] env[65677]: _type = "Task" [ 671.073778] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.084573] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528b5656-b11e-5af0-476d-22c9c4d948ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.122033] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635840, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.132867] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.262428] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.262849] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.308318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.308587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.308847] env[65677]: INFO nova.compute.manager [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Attaching volume 8c3ebd90-80a3-406c-af6a-0f6e42b33b5d to /dev/sdb [ 671.320989] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635839, 'name': CreateVM_Task, 'duration_secs': 0.789031} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.337528] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.339913] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.339913] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.339913] env[65677]: WARNING neutronclient.v2_0.client [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.340246] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.340464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.340809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.341563] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23805c9-f9b5-4ef1-8ca8-2e3a568c0d7b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.348222] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 671.348222] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aab71f-061b-7dbe-a4b6-97a5f079c286" [ 671.348222] env[65677]: _type = "Task" [ 671.348222] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.358893] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aab71f-061b-7dbe-a4b6-97a5f079c286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.380612] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c5140-6b57-4d38-a814-e9378247af42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.393124] env[65677]: WARNING neutronclient.v2_0.client [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.398556] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5711880c-a3a1-40e6-9231-658f80061de1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.406683] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.419042] env[65677]: DEBUG nova.virt.block_device [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updating existing volume attachment record: 7be15460-eb8c-40ff-acfb-90bb7b0276cb {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 671.499150] env[65677]: INFO nova.compute.manager [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Rescuing [ 671.500085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.500085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.500085] env[65677]: DEBUG nova.network.neutron [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.520136] env[65677]: INFO nova.compute.manager [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Took 18.72 seconds to build instance. [ 671.591572] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528b5656-b11e-5af0-476d-22c9c4d948ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.591738] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.591955] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.592306] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.592551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.592766] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.593798] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c9f681-f9da-4a7a-b6f5-4c7bbf3638ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.614339] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.614882] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.622610] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4206e428-6a2c-4cf7-a914-bdee2baf75e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.629444] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 671.629444] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522d8a46-8114-8836-329f-d29dbcd628a1" [ 671.629444] env[65677]: _type = "Task" [ 671.629444] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.635093] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635840, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.639009] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.639618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.639804] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.639989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.640595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.429887] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 672.436126] env[65677]: WARNING neutronclient.v2_0.client [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.438379] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4f5d0032-6d32-4ac5-b218-5be080d94091 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.654s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.444954] env[65677]: INFO nova.compute.manager [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Terminating instance [ 672.459836] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.460150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.461882] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522d8a46-8114-8836-329f-d29dbcd628a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.465023] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ffc960-4815-42a3-b8b9-617dbd9f500d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.476829] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aab71f-061b-7dbe-a4b6-97a5f079c286, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.477105] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635840, 'name': CloneVM_Task, 'duration_secs': 1.439463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.481038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.481281] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.481503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.481665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.481845] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.482152] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Created linked-clone VM from snapshot [ 672.484628] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e547ae88-1b22-44ab-b596-19c9c56c6d06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.487269] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5475e0d-15f8-4d13-ad64-6553c1efb9e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.492746] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 672.492746] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524e341f-5349-2096-5e56-ec79a9745d3a" [ 672.492746] env[65677]: _type = "Task" [ 672.492746] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.501216] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Uploading image 735e56fb-12ae-4b5b-ab43-c4c82ae3a4a1 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 672.508229] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.508229] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.509615] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aea24a3-5435-49eb-839e-fb3b25f58963 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.515746] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524e341f-5349-2096-5e56-ec79a9745d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.516759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.518028] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] cfd6df13-9082-4925-9d31-bef7fea6b3ca/cfd6df13-9082-4925-9d31-bef7fea6b3ca.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.518028] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edc78b53-118a-45e0-9444-2471720c33de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.521088] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 672.521088] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5267fae1-5dc3-22a1-d942-e484224dec98" [ 672.521088] env[65677]: _type = "Task" [ 672.521088] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.528225] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 672.528225] env[65677]: value = "task-4635845" [ 672.528225] env[65677]: _type = "Task" [ 672.528225] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.538320] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5267fae1-5dc3-22a1-d942-e484224dec98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.551474] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.556155] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 672.556155] env[65677]: value = "vm-905311" [ 672.556155] env[65677]: _type = "VirtualMachine" [ 672.556155] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 672.556838] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edd03099-05b2-4d18-a2dd-b2979ae4d997 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.565963] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease: (returnval){ [ 672.565963] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef39a7-c6b7-423e-5f08-30efabd50efe" [ 672.565963] env[65677]: _type = "HttpNfcLease" [ 672.565963] env[65677]: } obtained for exporting VM: (result){ [ 672.565963] env[65677]: value = "vm-905311" [ 672.565963] env[65677]: _type = "VirtualMachine" [ 672.565963] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 672.566327] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the lease: (returnval){ [ 672.566327] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef39a7-c6b7-423e-5f08-30efabd50efe" [ 672.566327] env[65677]: _type = "HttpNfcLease" [ 672.566327] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 672.575317] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.575317] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef39a7-c6b7-423e-5f08-30efabd50efe" [ 672.575317] env[65677]: _type = "HttpNfcLease" [ 672.575317] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 672.609327] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updated VIF entry in instance network info cache for port 0d6dc98f-8b83-4b60-be0f-cfec308d12dc. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.609327] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updating instance_info_cache with network_info: [{"id": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "address": "fa:16:3e:9d:a4:47", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6dc98f-8b", "ovs_interfaceid": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "address": "fa:16:3e:ea:7f:51", "network": {"id": "10f86ac7-85cc-468c-884e-e5f4b021a5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034866796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e71fa7-66", "ovs_interfaceid": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "address": "fa:16:3e:a7:cf:a9", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8b08fd-8c", "ovs_interfaceid": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.871384] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3a3bf9-5956-4aa8-aa37-cf26852fe819 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.881821] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094d900-4bba-468f-a438-273206530184 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.918374] env[65677]: WARNING neutronclient.v2_0.client [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.920310] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777a2b8-170a-49c0-866f-8174a5bde949 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.929802] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b302e7e4-1d3c-4438-ac36-c0cf06b89cd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.948195] env[65677]: DEBUG nova.compute.provider_tree [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.964069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "554f0677-3fc1-44f3-8f3e-866857e88a1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.964069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.964973] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "554f0677-3fc1-44f3-8f3e-866857e88a1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.964973] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.965152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.969488] env[65677]: DEBUG nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 672.973042] env[65677]: DEBUG nova.compute.manager [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 672.973042] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.973042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.973322] env[65677]: INFO nova.compute.manager [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Terminating instance [ 672.976102] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b4bc74-2ba1-406b-89ff-8f8695509b52 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.988537] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.988691] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba27b453-78f0-44c0-963a-7770537cac4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.000093] env[65677]: DEBUG oslo_vmware.api [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 673.000093] env[65677]: value = "task-4635847" [ 673.000093] env[65677]: _type = "Task" [ 673.000093] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.011411] env[65677]: DEBUG oslo_vmware.api [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.033954] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5267fae1-5dc3-22a1-d942-e484224dec98, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.037987] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317ffd69-78db-4b56-8e56-3e8481773c10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.045577] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 673.045577] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521d9c9b-5b71-8387-6551-f9231f877721" [ 673.045577] env[65677]: _type = "Task" [ 673.045577] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.048689] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484721} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.051870] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] cfd6df13-9082-4925-9d31-bef7fea6b3ca/cfd6df13-9082-4925-9d31-bef7fea6b3ca.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.052101] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.052699] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b8d383-8681-4ec6-9946-7bd1c54bbed7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.065104] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521d9c9b-5b71-8387-6551-f9231f877721, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.066713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.066994] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 44173d80-d8cb-4800-9740-7c61d7ad9fee/44173d80-d8cb-4800-9740-7c61d7ad9fee.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.067408] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 673.067408] env[65677]: value = "task-4635848" [ 673.067408] env[65677]: _type = "Task" [ 673.067408] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.067609] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eae2721-e96b-473e-8a0e-326da007b20f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.087628] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.087628] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef39a7-c6b7-423e-5f08-30efabd50efe" [ 673.087628] env[65677]: _type = "HttpNfcLease" [ 673.087628] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 673.087958] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.090049] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 673.090049] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef39a7-c6b7-423e-5f08-30efabd50efe" [ 673.090049] env[65677]: _type = "HttpNfcLease" [ 673.090049] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 673.090453] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 673.090453] env[65677]: value = "task-4635849" [ 673.090453] env[65677]: _type = "Task" [ 673.090453] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.091141] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433741e8-3ad1-42d4-a56f-37dd60e8cb83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.111343] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.111998] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52566beb-2f37-f3d4-4853-1cd89903ab69/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 673.112233] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52566beb-2f37-f3d4-4853-1cd89903ab69/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 673.113883] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Releasing lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.114153] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-vif-plugged-81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 673.114362] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.114547] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.114700] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.114869] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] No waiting events found dispatching network-vif-plugged-81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 673.119020] env[65677]: WARNING nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received unexpected event network-vif-plugged-81e71fa7-66c2-47db-9927-e8acbaf69c33 for instance with vm_state building and task_state spawning. [ 673.119020] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-changed-81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 673.119020] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Refreshing instance network info cache due to event network-changed-81e71fa7-66c2-47db-9927-e8acbaf69c33. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 673.119020] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.119020] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquired lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.119020] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Refreshing network info cache for port 81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.242119] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-137e2d89-c416-4778-a6c8-9bd3509b4621 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.322894] env[65677]: WARNING neutronclient.v2_0.client [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.454084] env[65677]: DEBUG nova.scheduler.client.report [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.477902] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Updated VIF entry in instance network info cache for port 829e8cc9-8e38-427b-b64e-06b197052541. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.480600] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Updating instance_info_cache with network_info: [{"id": "829e8cc9-8e38-427b-b64e-06b197052541", "address": "fa:16:3e:b1:d4:4f", "network": {"id": "6f0e908f-b3c9-4bd0-bca7-892888ddbb71", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-902692868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "329509957a334ee088ee53a1778b12cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829e8cc9-8e", "ovs_interfaceid": "829e8cc9-8e38-427b-b64e-06b197052541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.486696] env[65677]: DEBUG nova.compute.manager [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 673.487000] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.489476] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d606bfe-2e32-4079-84d5-1cec3d0279a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.506068] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.511517] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80bcc20e-1b44-4f7a-ae67-4b71d21e2ffa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.515930] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.525522] env[65677]: DEBUG oslo_vmware.api [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635847, 'name': PowerOffVM_Task, 'duration_secs': 0.264129} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.527606] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.527738] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.528571] env[65677]: DEBUG oslo_vmware.api [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 673.528571] env[65677]: value = "task-4635850" [ 673.528571] env[65677]: _type = "Task" [ 673.528571] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.528571] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d33794b-f0a7-444a-9c8f-00391691b1ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.546572] env[65677]: DEBUG oslo_vmware.api [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.592149] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106954} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.592149] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.593357] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19e097-0560-4784-a915-76e19ea116c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.612075] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.634926] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.646454] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cfd6df13-9082-4925-9d31-bef7fea6b3ca/cfd6df13-9082-4925-9d31-bef7fea6b3ca.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.648773] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54b15eb-ce5a-446b-9737-d65a31173b7f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.672034] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.672034] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.672034] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleting the datastore file [datastore2] 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.672840] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc37849-71b8-4395-8a1d-161e7ff1532b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.684079] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 673.684079] env[65677]: value = "task-4635854" [ 673.684079] env[65677]: _type = "Task" [ 673.684079] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.685737] env[65677]: DEBUG oslo_vmware.api [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for the task: (returnval){ [ 673.685737] env[65677]: value = "task-4635853" [ 673.685737] env[65677]: _type = "Task" [ 673.685737] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.705069] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.710736] env[65677]: DEBUG oslo_vmware.api [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.961175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.044s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.962063] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 673.970580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.747s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.970580] env[65677]: INFO nova.compute.claims [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.989970] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Releasing lock "refresh_cache-05a75830-46da-4eb8-830d-ac30fe832fcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.990359] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Received event network-vif-plugged-fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 673.990613] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquiring lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.992366] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.992657] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.993030] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] No waiting events found dispatching network-vif-plugged-fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 673.993268] env[65677]: WARNING nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Received unexpected event network-vif-plugged-fcf6e421-b4a4-41a4-9e45-139c15071282 for instance with vm_state building and task_state spawning. [ 673.993561] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Received event network-changed-fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 673.993832] env[65677]: DEBUG nova.compute.manager [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Refreshing instance network info cache due to event network-changed-fcf6e421-b4a4-41a4-9e45-139c15071282. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 673.994190] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquiring lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.996419] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Acquired lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.996419] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Refreshing network info cache for port fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.045595] env[65677]: DEBUG oslo_vmware.api [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635850, 'name': PowerOffVM_Task, 'duration_secs': 0.287233} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.048022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.048022] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.048022] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa73666-9273-4d58-8612-162c32402321 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.111125] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569397} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.111430] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 44173d80-d8cb-4800-9740-7c61d7ad9fee/44173d80-d8cb-4800-9740-7c61d7ad9fee.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.111713] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.112051] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12ba1b62-b883-4d27-b992-496548f31347 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.123080] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 674.123080] env[65677]: value = "task-4635857" [ 674.123080] env[65677]: _type = "Task" [ 674.123080] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.133903] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.140293] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.140293] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.140293] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Deleting the datastore file [datastore2] 554f0677-3fc1-44f3-8f3e-866857e88a1b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.140580] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-693f82f1-40b1-4116-8772-7a717b494d05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.149726] env[65677]: DEBUG oslo_vmware.api [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for the task: (returnval){ [ 674.149726] env[65677]: value = "task-4635858" [ 674.149726] env[65677]: _type = "Task" [ 674.149726] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.165268] env[65677]: DEBUG oslo_vmware.api [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.203421] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.210818] env[65677]: DEBUG oslo_vmware.api [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Task: {'id': task-4635853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287664} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.211441] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.211825] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.212329] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.212779] env[65677]: INFO nova.compute.manager [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Took 1.24 seconds to destroy the instance on the hypervisor. [ 674.213250] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.213808] env[65677]: DEBUG nova.compute.manager [-] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 674.214051] env[65677]: DEBUG nova.network.neutron [-] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.215047] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.283363] env[65677]: DEBUG nova.network.neutron [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Updating instance_info_cache with network_info: [{"id": "9f97e086-f361-4432-9d2e-2c1839ae167d", "address": "fa:16:3e:6b:5d:39", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f97e086-f3", "ovs_interfaceid": "9f97e086-f361-4432-9d2e-2c1839ae167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.469919] env[65677]: DEBUG nova.compute.utils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.475352] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 674.475352] env[65677]: DEBUG nova.network.neutron [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.475352] env[65677]: WARNING neutronclient.v2_0.client [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.475706] env[65677]: WARNING neutronclient.v2_0.client [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.499621] env[65677]: WARNING neutronclient.v2_0.client [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.637464] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113976} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.637464] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.638157] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d566273c-085b-4eb7-8d38-0b195542001e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.675809] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 44173d80-d8cb-4800-9740-7c61d7ad9fee/44173d80-d8cb-4800-9740-7c61d7ad9fee.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.679940] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006031fd-fb64-4515-a13b-ef917bb8a2cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.704137] env[65677]: DEBUG oslo_vmware.api [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Task: {'id': task-4635858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27002} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.704865] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.705273] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.705437] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.706510] env[65677]: INFO nova.compute.manager [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 674.706803] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.713206] env[65677]: DEBUG nova.compute.manager [-] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 674.713266] env[65677]: DEBUG nova.network.neutron [-] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.713683] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.719059] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 674.719059] env[65677]: value = "task-4635859" [ 674.719059] env[65677]: _type = "Task" [ 674.719059] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.719059] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635854, 'name': ReconfigVM_Task, 'duration_secs': 0.637445} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.719059] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cfd6df13-9082-4925-9d31-bef7fea6b3ca/cfd6df13-9082-4925-9d31-bef7fea6b3ca.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.721975] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08aa041-f5f4-4675-b70d-1d4a610161a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.732045] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.734337] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 674.734337] env[65677]: value = "task-4635860" [ 674.734337] env[65677]: _type = "Task" [ 674.734337] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.745733] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635860, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.747138] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.785339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.801041] env[65677]: DEBUG nova.compute.manager [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 674.802291] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef92eb88-3116-4f17-9242-f9b458ae2cc0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.980247] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 675.162833] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "4a0468b9-683d-4516-922c-bb41d4925c2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.163787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.229125] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635859, 'name': ReconfigVM_Task, 'duration_secs': 0.415428} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.232457] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 44173d80-d8cb-4800-9740-7c61d7ad9fee/44173d80-d8cb-4800-9740-7c61d7ad9fee.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.234039] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a8f7ca-e415-4ee1-ae02-4cc81043d9b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.250361] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635860, 'name': Rename_Task, 'duration_secs': 0.18437} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.255743] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.257534] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 675.257534] env[65677]: value = "task-4635861" [ 675.257534] env[65677]: _type = "Task" [ 675.257534] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.259513] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9320be4-4647-4171-ab25-c676d05d5771 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.272289] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635861, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.277967] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 675.277967] env[65677]: value = "task-4635862" [ 675.277967] env[65677]: _type = "Task" [ 675.277967] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.288921] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.322821] env[65677]: INFO nova.compute.manager [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] instance snapshotting [ 675.328062] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c916948f-08bb-4b75-bcb9-3813b68cfc6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.357574] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dda873-07e8-4143-97c7-12b7775ee7bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.511729] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73739b74-7ce0-4976-9dce-125fe259d211 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.521204] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6d8a9-05bf-4e88-8e81-42c282222505 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.561859] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605fb12-363c-4560-a98d-1e28c238ae99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.573450] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126fb92f-3821-4f4a-b533-6fcd7a86ba31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.592231] env[65677]: DEBUG nova.compute.provider_tree [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.666876] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 675.773839] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635861, 'name': Rename_Task, 'duration_secs': 0.228898} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.773839] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.774067] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0783d7-9d06-416f-8755-d8365357ad3a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.784427] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 675.784427] env[65677]: value = "task-4635864" [ 675.784427] env[65677]: _type = "Task" [ 675.784427] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.792920] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635862, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.799598] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.831230] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.872799] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.872980] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fc9e0e5-31a3-4e92-8c69-d1eb9ac57a58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.883731] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 675.883731] env[65677]: value = "task-4635865" [ 675.883731] env[65677]: _type = "Task" [ 675.883731] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.895507] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635865, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.995629] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 676.031025] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 676.031025] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.031247] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 676.031369] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.031545] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 676.031748] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 676.031969] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 676.032152] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 676.032325] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 676.032486] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 676.032663] env[65677]: DEBUG nova.virt.hardware [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 676.033872] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466dd0d7-9062-468a-9e4c-87c2a6e9a88e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.045069] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43e2a9-e184-4e01-947a-c589f6daf598 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.086057] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 676.086934] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905314', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'name': 'volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df12d483-63ce-44fe-a57c-97e068cdd54d', 'attached_at': '', 'detached_at': '', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'serial': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 676.087887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8a785-2f45-4ba2-8fed-202287903b9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.108344] env[65677]: DEBUG nova.scheduler.client.report [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.113108] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207d4e1-68c8-4ab4-9bff-16111993661b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.150959] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d/volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.151792] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37086bb2-cf07-4166-a5cb-ba749040b266 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.175694] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Waiting for the task: (returnval){ [ 676.175694] env[65677]: value = "task-4635866" [ 676.175694] env[65677]: _type = "Task" [ 676.175694] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.194226] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635866, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.198982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.230570] env[65677]: DEBUG nova.policy [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fba9fdda80c34b16b3d347116e3824df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccedee12075644a59e292f27f80df54f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.294556] env[65677]: DEBUG oslo_vmware.api [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635862, 'name': PowerOnVM_Task, 'duration_secs': 0.616168} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.294556] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.294556] env[65677]: INFO nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Took 12.20 seconds to spawn the instance on the hypervisor. [ 676.294556] env[65677]: DEBUG nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 676.295389] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36896597-1548-49b2-90ed-c279db5915f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.302089] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.344095] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.344587] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdaf7cba-f3b9-4f45-976a-c4d46d4ccce1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.357520] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 676.357520] env[65677]: value = "task-4635867" [ 676.357520] env[65677]: _type = "Task" [ 676.357520] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.370490] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.399514] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635865, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.435515] env[65677]: DEBUG nova.compute.manager [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 676.435938] env[65677]: DEBUG nova.compute.manager [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing instance network info cache due to event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 676.436361] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.436555] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.436825] env[65677]: DEBUG nova.network.neutron [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.617987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.618557] env[65677]: DEBUG nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 676.621335] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.648s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.623460] env[65677]: INFO nova.compute.claims [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.672512] env[65677]: DEBUG nova.network.neutron [-] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.692129] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.799177] env[65677]: DEBUG oslo_vmware.api [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635864, 'name': PowerOnVM_Task, 'duration_secs': 0.612128} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.799620] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.799869] env[65677]: INFO nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Took 17.83 seconds to spawn the instance on the hypervisor. [ 676.800254] env[65677]: DEBUG nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 676.801208] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81ddaa8-7eb8-4787-8126-5ad718cb8d95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.825649] env[65677]: INFO nova.compute.manager [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Took 19.68 seconds to build instance. [ 676.875238] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635867, 'name': PowerOffVM_Task, 'duration_secs': 0.265191} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.875987] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.876934] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ddd2a-a117-44a4-a8a9-b2adef9c8a67 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.907705] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.914652] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df344a48-f6bb-4d4a-b69d-0fe4f681de12 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.933024] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635865, 'name': CreateSnapshot_Task, 'duration_secs': 0.908338} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.933024] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.934403] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3df8ff-0248-43d2-987d-35037b560ba6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.946184] env[65677]: WARNING neutronclient.v2_0.client [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.974219] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.974756] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54f2f345-1367-4d53-9903-41db7025f7d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.983984] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 676.983984] env[65677]: value = "task-4635868" [ 676.983984] env[65677]: _type = "Task" [ 676.983984] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.996773] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 676.996986] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.997247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.997382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.997615] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.998175] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61d883b4-ec4a-4b36-99b5-cc000a675418 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.010959] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.011175] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.012196] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a7dcfa-93dc-492e-9e74-7519e34f09b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.020256] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 677.020256] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527778be-cf69-6170-cca2-e30b9f15d670" [ 677.020256] env[65677]: _type = "Task" [ 677.020256] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.031145] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527778be-cf69-6170-cca2-e30b9f15d670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.131545] env[65677]: DEBUG nova.compute.utils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.135972] env[65677]: DEBUG nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 677.177873] env[65677]: INFO nova.compute.manager [-] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Took 2.96 seconds to deallocate network for instance. [ 677.204338] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635866, 'name': ReconfigVM_Task, 'duration_secs': 0.662335} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.205283] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d/volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.217349] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c38b7a-816c-4e52-a8f2-545493e53c9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.236999] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Waiting for the task: (returnval){ [ 677.236999] env[65677]: value = "task-4635869" [ 677.236999] env[65677]: _type = "Task" [ 677.236999] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.252523] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.328870] env[65677]: INFO nova.compute.manager [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Took 24.53 seconds to build instance. [ 677.330346] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44612143-22ea-40aa-827c-a6858c9b1905 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.198s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.342277] env[65677]: DEBUG nova.network.neutron [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Successfully created port: d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.345118] env[65677]: DEBUG nova.network.neutron [-] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.411626] env[65677]: DEBUG nova.compute.manager [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Received event network-changed-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 677.412295] env[65677]: DEBUG nova.compute.manager [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Refreshing instance network info cache due to event network-changed-61ee92b2-6c5d-4370-8a7a-d04ec523cf48. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 677.414176] env[65677]: DEBUG oslo_concurrency.lockutils [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] Acquiring lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.415274] env[65677]: DEBUG oslo_concurrency.lockutils [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] Acquired lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.415274] env[65677]: DEBUG nova.network.neutron [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Refreshing network info cache for port 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.470911] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.475829] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22d8a4d3-38f3-44dc-9e0b-872fe65a48c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.492057] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 677.492057] env[65677]: value = "task-4635870" [ 677.492057] env[65677]: _type = "Task" [ 677.492057] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.505553] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635870, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.532749] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527778be-cf69-6170-cca2-e30b9f15d670, 'name': SearchDatastore_Task, 'duration_secs': 0.019025} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.533663] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62b32ad-2158-4d28-bee7-35322412c603 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.541653] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 677.541653] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52299e9a-859f-58c3-cd78-c349aa1213b8" [ 677.541653] env[65677]: _type = "Task" [ 677.541653] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.553517] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52299e9a-859f-58c3-cd78-c349aa1213b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.637173] env[65677]: DEBUG nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 677.702130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.755098] env[65677]: DEBUG oslo_vmware.api [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635869, 'name': ReconfigVM_Task, 'duration_secs': 0.241401} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.756355] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905314', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'name': 'volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df12d483-63ce-44fe-a57c-97e068cdd54d', 'attached_at': '', 'detached_at': '', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'serial': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 677.832358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.049s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.852090] env[65677]: INFO nova.compute.manager [-] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Took 3.14 seconds to deallocate network for instance. [ 677.922075] env[65677]: WARNING neutronclient.v2_0.client [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.009691] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635870, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.058076] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52299e9a-859f-58c3-cd78-c349aa1213b8, 'name': SearchDatastore_Task, 'duration_secs': 0.016446} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.062696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.062696] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. {{(pid=65677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 678.063229] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e49fb100-ed43-41fb-af01-c7cee5766ed9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.074138] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 678.074138] env[65677]: value = "task-4635872" [ 678.074138] env[65677]: _type = "Task" [ 678.074138] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.087477] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.111908] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a9f5e-f699-4b8a-b534-cd8977c0adca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.122897] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562a22f-1aee-4d4f-86b1-1cda7523b650 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.127677] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updated VIF entry in instance network info cache for port 81e71fa7-66c2-47db-9927-e8acbaf69c33. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.127677] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updating instance_info_cache with network_info: [{"id": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "address": "fa:16:3e:9d:a4:47", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6dc98f-8b", "ovs_interfaceid": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "address": "fa:16:3e:ea:7f:51", "network": {"id": "10f86ac7-85cc-468c-884e-e5f4b021a5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034866796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e71fa7-66", "ovs_interfaceid": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "address": "fa:16:3e:a7:cf:a9", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8b08fd-8c", "ovs_interfaceid": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.175814] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1697991-6733-4069-90c1-18b83a1e4732 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.187358] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a9615c-521b-4dd1-b8f7-320b80185c19 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.208472] env[65677]: DEBUG nova.compute.provider_tree [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.293402] env[65677]: WARNING neutronclient.v2_0.client [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.363701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.510143] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635870, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.594511] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.631380] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Releasing lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.631810] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-vif-plugged-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 678.632086] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.632359] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.632536] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.632834] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] No waiting events found dispatching network-vif-plugged-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 678.633077] env[65677]: WARNING nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received unexpected event network-vif-plugged-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb for instance with vm_state building and task_state spawning. [ 678.633251] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-changed-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 678.633457] env[65677]: DEBUG nova.compute.manager [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Refreshing instance network info cache due to event network-changed-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 678.633682] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquiring lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.633820] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Acquired lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.634094] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Refreshing network info cache for port 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.672069] env[65677]: DEBUG nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 678.705873] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.706612] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.707054] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.708130] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.708130] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.708130] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.709296] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.709296] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.709296] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.709296] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.709678] env[65677]: DEBUG nova.virt.hardware [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.710754] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f05a1-6384-43aa-af32-c56924b3a34c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.715747] env[65677]: DEBUG nova.scheduler.client.report [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.727063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6ec78-4232-4706-8e1c-de63f6c22f69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.746312] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.753562] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Creating folder: Project (1b3a9aebc1394a11b4477c6911461c23). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.761636] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a07e6a4c-c299-4648-9178-cf2835c1f57f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.775579] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Created folder: Project (1b3a9aebc1394a11b4477c6911461c23) in parent group-v905237. [ 678.775950] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Creating folder: Instances. Parent ref: group-v905318. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.776817] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13240e0c-2b40-4c09-8851-704355c88fd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.789290] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Created folder: Instances in parent group-v905318. [ 678.789866] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.790308] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.793492] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4437eb7-a7e7-4a95-b0b7-e2d0856e8af0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.810536] env[65677]: DEBUG nova.objects.instance [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lazy-loading 'flavor' on Instance uuid df12d483-63ce-44fe-a57c-97e068cdd54d {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.821303] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.821303] env[65677]: value = "task-4635875" [ 678.821303] env[65677]: _type = "Task" [ 678.821303] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.832292] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635875, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.010509] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635870, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.088240] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674868} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.089361] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. [ 679.089593] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d99592-8ef7-423d-abc5-6edba47b58d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.120017] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.120428] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a49a66-a8f4-430a-83c7-fa1c7b9b1832 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.137617] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.142484] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 679.142484] env[65677]: value = "task-4635876" [ 679.142484] env[65677]: _type = "Task" [ 679.142484] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.155047] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.222250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.225024] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 679.228297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.712s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.230386] env[65677]: INFO nova.compute.claims [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.318730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1af6aa2b-09c2-471c-9b08-362a1300007d tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.009s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.339348] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635875, 'name': CreateVM_Task, 'duration_secs': 0.488303} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.339495] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.340839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.341163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.341525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.342892] env[65677]: DEBUG nova.network.neutron [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Successfully updated port: d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.346649] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4317b6-f7f6-4136-8849-a89b68701c9e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.353085] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 679.353085] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527dcd77-82a4-8e43-ab8e-6bb545854706" [ 679.353085] env[65677]: _type = "Task" [ 679.353085] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.369654] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527dcd77-82a4-8e43-ab8e-6bb545854706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.391969] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Updated VIF entry in instance network info cache for port fcf6e421-b4a4-41a4-9e45-139c15071282. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.392541] env[65677]: DEBUG nova.network.neutron [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Updating instance_info_cache with network_info: [{"id": "fcf6e421-b4a4-41a4-9e45-139c15071282", "address": "fa:16:3e:4d:93:6a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf6e421-b4", "ovs_interfaceid": "fcf6e421-b4a4-41a4-9e45-139c15071282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.471462] env[65677]: WARNING neutronclient.v2_0.client [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.509225] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635870, 'name': CloneVM_Task, 'duration_secs': 1.91871} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.509499] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Created linked-clone VM from snapshot [ 679.510826] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febef120-53cf-4b67-b5d3-bc29ff98a814 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.520477] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Uploading image f1a0f7bd-ffcc-4478-b7bd-377d3d6b6ffc {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.556158] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.556158] env[65677]: value = "vm-905317" [ 679.556158] env[65677]: _type = "VirtualMachine" [ 679.556158] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.556397] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-687e628e-3784-4661-a012-dda34b903b48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.564764] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lease: (returnval){ [ 679.564764] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5264e492-8274-b4fc-9b83-b4743584052c" [ 679.564764] env[65677]: _type = "HttpNfcLease" [ 679.564764] env[65677]: } obtained for exporting VM: (result){ [ 679.564764] env[65677]: value = "vm-905317" [ 679.564764] env[65677]: _type = "VirtualMachine" [ 679.564764] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 679.565191] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the lease: (returnval){ [ 679.565191] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5264e492-8274-b4fc-9b83-b4743584052c" [ 679.565191] env[65677]: _type = "HttpNfcLease" [ 679.565191] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 679.576471] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.576471] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5264e492-8274-b4fc-9b83-b4743584052c" [ 679.576471] env[65677]: _type = "HttpNfcLease" [ 679.576471] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 679.658110] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635876, 'name': ReconfigVM_Task, 'duration_secs': 0.449269} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.658645] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.660957] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65461f-4384-4fb0-9b44-541b69706a89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.697019] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78575e32-5067-4015-a1a0-bf92e331f3f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.712298] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 679.712298] env[65677]: value = "task-4635878" [ 679.712298] env[65677]: _type = "Task" [ 679.712298] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.723466] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.737469] env[65677]: DEBUG nova.compute.utils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.745919] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 679.746200] env[65677]: DEBUG nova.network.neutron [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.746570] env[65677]: WARNING neutronclient.v2_0.client [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.746995] env[65677]: WARNING neutronclient.v2_0.client [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.850112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "refresh_cache-3f79901b-3af0-497b-b3d5-3d130e8375e9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.850112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired lock "refresh_cache-3f79901b-3af0-497b-b3d5-3d130e8375e9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.850112] env[65677]: DEBUG nova.network.neutron [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.875238] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527dcd77-82a4-8e43-ab8e-6bb545854706, 'name': SearchDatastore_Task, 'duration_secs': 0.018449} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.875602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875853] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.876377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.876377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.876561] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.876738] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e6a7e9-34e5-4373-8155-27af22485345 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.889927] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.890182] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.891055] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155a59e9-1629-4a98-86c9-a308fda25233 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.897153] env[65677]: DEBUG nova.policy [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82303e60d48447568b33e6e5d9803988', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a4fc5f36c9343a7ba815298971f8947', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.899805] env[65677]: DEBUG oslo_concurrency.lockutils [req-60101d7c-185d-4677-bca3-2a30a1758eca req-087039c8-57c0-4dc3-8527-e9eeaee3d0bc service nova] Releasing lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.904837] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 679.904837] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cf55e5-b489-c2ab-d11e-e5d7185b95a9" [ 679.904837] env[65677]: _type = "Task" [ 679.904837] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.915435] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cf55e5-b489-c2ab-d11e-e5d7185b95a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.970020] env[65677]: WARNING neutronclient.v2_0.client [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.989161] env[65677]: DEBUG nova.network.neutron [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updated VIF entry in instance network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.989552] env[65677]: DEBUG nova.network.neutron [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.074978] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.074978] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5264e492-8274-b4fc-9b83-b4743584052c" [ 680.074978] env[65677]: _type = "HttpNfcLease" [ 680.074978] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.075320] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.075320] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5264e492-8274-b4fc-9b83-b4743584052c" [ 680.075320] env[65677]: _type = "HttpNfcLease" [ 680.075320] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.076142] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9da2bd-42c8-4e22-a335-46234d7cac58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.088999] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d768-dfe4-f394-9e0b-9ea2e616951e/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.090415] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d768-dfe4-f394-9e0b-9ea2e616951e/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 680.213386] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4673a4b9-cc99-46eb-986e-0068ae73a242 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.226127] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635878, 'name': ReconfigVM_Task, 'duration_secs': 0.178214} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.226631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.227759] env[65677]: DEBUG nova.network.neutron [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Updated VIF entry in instance network info cache for port 61ee92b2-6c5d-4370-8a7a-d04ec523cf48. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.228131] env[65677]: DEBUG nova.network.neutron [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Updating instance_info_cache with network_info: [{"id": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "address": "fa:16:3e:58:52:5f", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ee92b2-6c", "ovs_interfaceid": "61ee92b2-6c5d-4370-8a7a-d04ec523cf48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.229589] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2393008-223f-457a-978c-41274abfde71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.239469] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 680.239469] env[65677]: value = "task-4635880" [ 680.239469] env[65677]: _type = "Task" [ 680.239469] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.247659] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 680.260530] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.290558] env[65677]: WARNING neutronclient.v2_0.client [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.427048] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cf55e5-b489-c2ab-d11e-e5d7185b95a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.428626] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4f8102-464b-4de0-a363-986f6f97839a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.450422] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 680.450422] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5267e082-f55a-7eba-c898-7982501ca87a" [ 680.450422] env[65677]: _type = "Task" [ 680.450422] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.467427] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5267e082-f55a-7eba-c898-7982501ca87a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.492377] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2e3621f-2ee9-41de-9cfc-3784d692adb5 req-7cfee22e-e199-4470-987f-0c983d0c8ef5 service nova] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.514300] env[65677]: DEBUG nova.network.neutron [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.611246] env[65677]: DEBUG nova.network.neutron [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Successfully created port: 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.621740] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updated VIF entry in instance network info cache for port 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.622374] env[65677]: DEBUG nova.network.neutron [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updating instance_info_cache with network_info: [{"id": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "address": "fa:16:3e:9d:a4:47", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6dc98f-8b", "ovs_interfaceid": "0d6dc98f-8b83-4b60-be0f-cfec308d12dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "address": "fa:16:3e:ea:7f:51", "network": {"id": "10f86ac7-85cc-468c-884e-e5f4b021a5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034866796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e71fa7-66", "ovs_interfaceid": "81e71fa7-66c2-47db-9927-e8acbaf69c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "address": "fa:16:3e:a7:cf:a9", "network": {"id": "1fe8ae1b-986c-454f-beac-34988328c66c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695854308", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8b08fd-8c", "ovs_interfaceid": "7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.734424] env[65677]: DEBUG oslo_concurrency.lockutils [req-f5eaa013-f211-4ffb-a25d-7b7f6b72dfa2 req-4d6426a1-e9aa-49a1-862a-f4527a28b61e service nova] Releasing lock "refresh_cache-dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.751892] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.791446] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6ccdf8-e808-4072-a005-5412b68ec8ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.801484] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6ca10-a86d-4e08-8084-b9dba2f7b6a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.837206] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7324e3-7b63-4f63-810e-0b7b5cb8d389 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.848520] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da740116-e135-4d72-b8a9-8753c6b1c504 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.865578] env[65677]: DEBUG nova.compute.provider_tree [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.971878] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5267e082-f55a-7eba-c898-7982501ca87a, 'name': SearchDatastore_Task, 'duration_secs': 0.017877} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.971878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971878] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb/fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.972277] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-559e702c-fb7a-4fe1-a983-6efca04f22ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.975806] env[65677]: WARNING neutronclient.v2_0.client [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.986424] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 680.986424] env[65677]: value = "task-4635881" [ 680.986424] env[65677]: _type = "Task" [ 680.986424] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.999254] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.105415] env[65677]: DEBUG nova.network.neutron [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Updating instance_info_cache with network_info: [{"id": "d69a9862-e8dc-4913-9843-2c573a60d903", "address": "fa:16:3e:c6:ea:23", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69a9862-e8", "ovs_interfaceid": "d69a9862-e8dc-4913-9843-2c573a60d903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.125172] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e264b75-2fe3-45fc-ab27-82baec400fa2 req-1fe8ea77-21c1-406f-855b-42729d99b0d3 service nova] Releasing lock "refresh_cache-44173d80-d8cb-4800-9740-7c61d7ad9fee" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.255033] env[65677]: DEBUG oslo_vmware.api [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635880, 'name': PowerOnVM_Task, 'duration_secs': 0.86411} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.256419] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.259165] env[65677]: DEBUG nova.compute.manager [None req-16e99f4a-c8b2-4e6f-bc9e-0df952eacce4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 681.260251] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbfe12b-155c-477c-92fe-727a4c1bf437 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.277332] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 681.372723] env[65677]: DEBUG nova.scheduler.client.report [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.500642] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.608377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Releasing lock "refresh_cache-3f79901b-3af0-497b-b3d5-3d130e8375e9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.608765] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Instance network_info: |[{"id": "d69a9862-e8dc-4913-9843-2c573a60d903", "address": "fa:16:3e:c6:ea:23", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69a9862-e8", "ovs_interfaceid": "d69a9862-e8dc-4913-9843-2c573a60d903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 681.609283] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ea:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd69a9862-e8dc-4913-9843-2c573a60d903', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.623654] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.624151] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.624857] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c654bd06-8956-4105-860e-696aae15a993 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.658305] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.658305] env[65677]: value = "task-4635882" [ 681.658305] env[65677]: _type = "Task" [ 681.658305] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.668742] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635882, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.878845] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.879501] env[65677]: DEBUG nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 681.882676] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.684s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.885724] env[65677]: INFO nova.compute.claims [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.905444] env[65677]: DEBUG nova.compute.manager [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 682.000272] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658275} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.001110] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb/fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.001110] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.001372] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50cee20a-ac8a-4b69-b963-9c7c12a0ba09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.018902] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 682.018902] env[65677]: value = "task-4635883" [ 682.018902] env[65677]: _type = "Task" [ 682.018902] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.034497] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.171288] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635882, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.306987] env[65677]: DEBUG nova.network.neutron [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Successfully updated port: 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.391952] env[65677]: DEBUG nova.compute.utils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.396543] env[65677]: DEBUG nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 682.434282] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.533112] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10401} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.533604] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.534925] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d06895-16c3-483c-815f-b8343dba7f57 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.567608] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb/fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.568406] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d8088e2-5645-4b36-b6d7-14b5ea23d2aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.600113] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 682.600113] env[65677]: value = "task-4635884" [ 682.600113] env[65677]: _type = "Task" [ 682.600113] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.614687] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.674512] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635882, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.809858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.810143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquired lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.810143] env[65677]: DEBUG nova.network.neutron [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.896693] env[65677]: DEBUG nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 683.116226] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635884, 'name': ReconfigVM_Task, 'duration_secs': 0.48199} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.116592] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb/fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.117262] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-315e5a78-7861-47bf-805e-3dadbe9b3636 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.125434] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 683.125434] env[65677]: value = "task-4635885" [ 683.125434] env[65677]: _type = "Task" [ 683.125434] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.136808] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635885, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.170703] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635882, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.247212] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.247480] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.247624] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.247794] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.247937] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.248112] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.248347] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.248504] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.248681] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.249041] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.249041] env[65677]: DEBUG nova.virt.hardware [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.251246] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24919734-6a83-46a4-abad-32a9ac2c34f9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.255876] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dba9b9-d6f2-49fd-a95c-a94fbc820acc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.262056] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52566beb-2f37-f3d4-4853-1cd89903ab69/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.262997] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e66d97e-04a8-42ca-9868-38a36b166a67 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.270670] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b65be-5a00-4471-bbb6-5e3e76173492 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.276147] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b08e1-ece7-4571-821f-99c5f057e7ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.281199] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52566beb-2f37-f3d4-4853-1cd89903ab69/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.281326] env[65677]: ERROR oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52566beb-2f37-f3d4-4853-1cd89903ab69/disk-0.vmdk due to incomplete transfer. [ 683.282469] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b76f33e-023e-4fdd-a0ed-10254b904e3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.328966] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52566beb-2f37-f3d4-4853-1cd89903ab69/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.328966] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Uploaded image 735e56fb-12ae-4b5b-ab43-c4c82ae3a4a1 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.329310] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.330434] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cedbae2-7714-48c9-9cd0-316a7a7cf327 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.333509] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38d09604-b6cc-4fbd-9578-c6b8d465a8e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.343014] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2ebac-89f7-480f-ab4c-71da1ded1e1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.347751] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 683.347751] env[65677]: value = "task-4635886" [ 683.347751] env[65677]: _type = "Task" [ 683.347751] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.361198] env[65677]: DEBUG nova.compute.provider_tree [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.369755] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635886, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.370797] env[65677]: DEBUG nova.network.neutron [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.495166] env[65677]: WARNING neutronclient.v2_0.client [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.641335] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635885, 'name': Rename_Task, 'duration_secs': 0.225901} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.641673] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.642032] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa101a50-4a4b-42d2-89c9-1675377e63e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.651480] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 683.651480] env[65677]: value = "task-4635887" [ 683.651480] env[65677]: _type = "Task" [ 683.651480] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.671034] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.682626] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635882, 'name': CreateVM_Task, 'duration_secs': 1.574733} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.682940] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.683351] env[65677]: WARNING neutronclient.v2_0.client [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.683818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.683995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.684489] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.684809] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee00107b-ded4-4d47-9865-4e946956581d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.693601] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 683.693601] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529aee71-fc42-b1f3-048f-932dcff63d92" [ 683.693601] env[65677]: _type = "Task" [ 683.693601] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.698667] env[65677]: DEBUG nova.network.neutron [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Updating instance_info_cache with network_info: [{"id": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "address": "fa:16:3e:d1:b9:fa", "network": {"id": "3fdf317a-a5bf-473f-8bbc-257762758235", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1065457442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a4fc5f36c9343a7ba815298971f8947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8412d1b3-7d", "ovs_interfaceid": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.707389] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529aee71-fc42-b1f3-048f-932dcff63d92, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.707746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.711441] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.711441] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.711441] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.711441] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.711441] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aee37a3-11e2-4c85-9448-ac5557a6cabc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.720675] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.720675] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.721467] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2aa615-a8ac-4d4d-b37a-729605372cde {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.729747] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 683.729747] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b6d4a0-66cc-c0e9-66e3-0667c10da9dc" [ 683.729747] env[65677]: _type = "Task" [ 683.729747] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.741044] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b6d4a0-66cc-c0e9-66e3-0667c10da9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.861762] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635886, 'name': Destroy_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.867683] env[65677]: DEBUG nova.scheduler.client.report [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.917049] env[65677]: DEBUG nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 683.943302] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.943491] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.943653] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.944311] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.944506] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.944654] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.944865] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.945031] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.945202] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.945363] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.945911] env[65677]: DEBUG nova.virt.hardware [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.947743] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c7528-7f9a-4278-95e0-bb35ccac6fcd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.960433] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74daf35d-8eeb-48de-9f48-8072497a7e44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.977617] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.983981] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Creating folder: Project (ff1c4f3ec10b42a08e6196c4be9cfe57). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.984272] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a858ba-055f-4beb-a7a1-099168622d24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.989900] env[65677]: DEBUG nova.compute.manager [req-02061d62-a140-4164-b9bb-410ed631acdd req-5cc9d51b-6ddf-4d95-83de-c8f18277b4e9 service nova] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Received event network-vif-deleted-08bbe3db-766a-44c8-b3e6-6c6c894ba409 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 683.990154] env[65677]: DEBUG nova.compute.manager [req-02061d62-a140-4164-b9bb-410ed631acdd req-5cc9d51b-6ddf-4d95-83de-c8f18277b4e9 service nova] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Received event network-vif-deleted-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 683.998136] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Created folder: Project (ff1c4f3ec10b42a08e6196c4be9cfe57) in parent group-v905237. [ 683.998522] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Creating folder: Instances. Parent ref: group-v905322. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.999119] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861e5ffa-4c6e-4517-8782-fe5276fbf171 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.012365] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Created folder: Instances in parent group-v905322. [ 684.012671] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.012957] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.013244] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21955966-eda0-46d3-a501-27f51dd258ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.035297] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.035297] env[65677]: value = "task-4635890" [ 684.035297] env[65677]: _type = "Task" [ 684.035297] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.045979] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635890, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.165228] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.202455] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Releasing lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.203026] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Instance network_info: |[{"id": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "address": "fa:16:3e:d1:b9:fa", "network": {"id": "3fdf317a-a5bf-473f-8bbc-257762758235", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1065457442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8a4fc5f36c9343a7ba815298971f8947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8412d1b3-7d", "ovs_interfaceid": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 684.203678] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b9:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8412d1b3-7db5-4fc8-9c1c-bfbb878757a7', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.216474] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Creating folder: Project (8a4fc5f36c9343a7ba815298971f8947). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.216925] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b85079a7-f713-4717-90ff-8bebf5f6b69f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.235115] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Created folder: Project (8a4fc5f36c9343a7ba815298971f8947) in parent group-v905237. [ 684.235398] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Creating folder: Instances. Parent ref: group-v905325. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.236263] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a227b8-de7c-4bee-ac97-1b742ffda042 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.244235] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b6d4a0-66cc-c0e9-66e3-0667c10da9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.245509] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f5caa7-1a80-42ca-bd1e-6a8bf07fd52b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.252965] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Created folder: Instances in parent group-v905325. [ 684.254436] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.254736] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.256672] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316cc13e-26f5-4a78-970d-b908e57a38ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.275267] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 684.275267] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fa8aee-570f-b24b-29e8-2f2a989df9d8" [ 684.275267] env[65677]: _type = "Task" [ 684.275267] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.283449] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.283449] env[65677]: value = "task-4635893" [ 684.283449] env[65677]: _type = "Task" [ 684.283449] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.288136] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fa8aee-570f-b24b-29e8-2f2a989df9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.019932} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.295545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.295962] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 3f79901b-3af0-497b-b3d5-3d130e8375e9/3f79901b-3af0-497b-b3d5-3d130e8375e9.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.296298] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d89cce99-c054-4afe-80de-c9a7fb5f8b64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.309110] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635893, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.310971] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 684.310971] env[65677]: value = "task-4635894" [ 684.310971] env[65677]: _type = "Task" [ 684.310971] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.322262] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.363379] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635886, 'name': Destroy_Task, 'duration_secs': 0.537615} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.363930] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Destroyed the VM [ 684.363930] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.364498] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1694e3d8-7f14-42ac-8af3-8d1a5b263da9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.375307] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.375541] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 684.383993] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 684.383993] env[65677]: value = "task-4635895" [ 684.383993] env[65677]: _type = "Task" [ 684.383993] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.384681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.684s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.385126] env[65677]: DEBUG nova.objects.instance [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lazy-loading 'resources' on Instance uuid 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.402155] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.435766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.436425] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.493309] env[65677]: DEBUG nova.compute.manager [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Received event network-changed-df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 684.493575] env[65677]: DEBUG nova.compute.manager [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Refreshing instance network info cache due to event network-changed-df4a12bc-0606-4564-9fa7-53e6391b4403. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 684.493747] env[65677]: DEBUG oslo_concurrency.lockutils [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] Acquiring lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.493872] env[65677]: DEBUG oslo_concurrency.lockutils [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] Acquired lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.494267] env[65677]: DEBUG nova.network.neutron [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Refreshing network info cache for port df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.548266] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635890, 'name': CreateVM_Task, 'duration_secs': 0.450449} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.548625] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.548985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.549256] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.549684] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.549998] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e820137-e7dd-428b-9064-b0bfd2fb8da9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.557016] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 684.557016] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5296aa2c-96b7-6b35-b557-47563ab0110a" [ 684.557016] env[65677]: _type = "Task" [ 684.557016] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.568544] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5296aa2c-96b7-6b35-b557-47563ab0110a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.666076] env[65677]: DEBUG oslo_vmware.api [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635887, 'name': PowerOnVM_Task, 'duration_secs': 0.931304} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.666457] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.666742] env[65677]: INFO nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Took 5.99 seconds to spawn the instance on the hypervisor. [ 684.666963] env[65677]: DEBUG nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 684.668599] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b7da00-2493-40aa-8bf7-5b9fedfcecef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803362] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635893, 'name': CreateVM_Task, 'duration_secs': 0.496811} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.803902] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.804569] env[65677]: WARNING neutronclient.v2_0.client [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.805649] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.827804] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.887564] env[65677]: DEBUG nova.compute.utils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.890672] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 684.890672] env[65677]: DEBUG nova.network.neutron [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.890672] env[65677]: WARNING neutronclient.v2_0.client [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.890672] env[65677]: WARNING neutronclient.v2_0.client [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.914095] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.942452] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 684.999472] env[65677]: WARNING neutronclient.v2_0.client [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.022090] env[65677]: DEBUG nova.policy [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '660a6a96b1764b229f7e5fa4c7598fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67cf519d561a41b18e1b5c6ebeac431d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.070853] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5296aa2c-96b7-6b35-b557-47563ab0110a, 'name': SearchDatastore_Task, 'duration_secs': 0.016778} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.071214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.072017] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.072017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.072017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.072017] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.072372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.072612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.072922] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9f0eb4-6f42-4963-9901-e12876a46f25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.076223] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8632f9bd-ccac-4d8c-a34d-d669132fee9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086807] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 685.086807] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52376b2d-15ed-2086-1be2-e690f957288d" [ 685.086807] env[65677]: _type = "Task" [ 685.086807] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.091190] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.091405] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.096022] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28745afd-6b0a-40e9-84e9-a07799539274 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.104403] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 685.104403] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f687ad-1727-d1e6-cedf-a7a63fe6e730" [ 685.104403] env[65677]: _type = "Task" [ 685.104403] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.108232] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52376b2d-15ed-2086-1be2-e690f957288d, 'name': SearchDatastore_Task, 'duration_secs': 0.015653} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.111359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.111604] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.111861] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.123769] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f687ad-1727-d1e6-cedf-a7a63fe6e730, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.126022] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0830a3e-5a4d-4eae-a5ba-1fffab142423 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.131949] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 685.131949] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5215a923-3da4-e2dc-ee70-90c0e43dd89c" [ 685.131949] env[65677]: _type = "Task" [ 685.131949] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.142850] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5215a923-3da4-e2dc-ee70-90c0e43dd89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.202085] env[65677]: INFO nova.compute.manager [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Took 19.01 seconds to build instance. [ 685.203174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.203405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.327280] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673915} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.332139] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 3f79901b-3af0-497b-b3d5-3d130e8375e9/3f79901b-3af0-497b-b3d5-3d130e8375e9.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.332480] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.333233] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4121df2c-446d-44c7-bc50-11993f61f634 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.344458] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 685.344458] env[65677]: value = "task-4635896" [ 685.344458] env[65677]: _type = "Task" [ 685.344458] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.355519] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.397483] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 685.409536] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635895, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.467290] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861c2d37-0577-4dd2-a5cc-06d912d8043b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.479108] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910aee75-3bd4-48af-a9b8-600bd67d251e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.484333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.524289] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a68912a-87af-4163-90d7-1e32c8829d1e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.534553] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b2784-5af8-4cad-8d8a-fc0cbd4f4f33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.554139] env[65677]: DEBUG nova.compute.provider_tree [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.646146] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5215a923-3da4-e2dc-ee70-90c0e43dd89c, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.646146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.646418] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.646614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.646802] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.647055] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60d98885-9aa3-4e9c-9357-5c96f2645a65 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.649364] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b11c4c9-e896-4719-9c35-d1ae3aafd9c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.659801] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 685.659801] env[65677]: value = "task-4635897" [ 685.659801] env[65677]: _type = "Task" [ 685.659801] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.666204] env[65677]: DEBUG nova.network.neutron [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Successfully created port: e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.672147] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.672418] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.678088] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d84340f-5ee2-4b92-9f1c-16a0382eb0c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.681578] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.687558] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 685.687558] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a755e-b7a1-52b5-c908-4513f85ace3a" [ 685.687558] env[65677]: _type = "Task" [ 685.687558] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.698823] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a755e-b7a1-52b5-c908-4513f85ace3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.707028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-75899e57-c21e-41cc-8241-8f7a39cca82a tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.534s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.707557] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 685.858282] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090291} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.864488] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.865480] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7ad903-d0a2-4b8d-8b5e-17619ef6c453 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.893154] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3f79901b-3af0-497b-b3d5-3d130e8375e9/3f79901b-3af0-497b-b3d5-3d130e8375e9.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.894125] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902202db-6f12-416b-b197-76050252224b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.922957] env[65677]: DEBUG oslo_vmware.api [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635895, 'name': RemoveSnapshot_Task, 'duration_secs': 1.193252} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.924844] env[65677]: WARNING neutronclient.v2_0.client [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.927615] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.927883] env[65677]: INFO nova.compute.manager [None req-e7c6195d-a418-4eb5-acd8-d5325f727d50 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 685.931083] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 685.931083] env[65677]: value = "task-4635898" [ 685.931083] env[65677]: _type = "Task" [ 685.931083] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.946197] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.060461] env[65677]: DEBUG nova.scheduler.client.report [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.133429] env[65677]: DEBUG nova.network.neutron [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updated VIF entry in instance network info cache for port df4a12bc-0606-4564-9fa7-53e6391b4403. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 686.134089] env[65677]: DEBUG nova.network.neutron [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updating instance_info_cache with network_info: [{"id": "df4a12bc-0606-4564-9fa7-53e6391b4403", "address": "fa:16:3e:83:81:58", "network": {"id": "de0830d5-c8ab-4fe3-8f08-21c228a0bdf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200451508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b07ac71633457e92a3f8b3dbf0c7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a12bc-06", "ovs_interfaceid": "df4a12bc-0606-4564-9fa7-53e6391b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.173715] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.199976] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a755e-b7a1-52b5-c908-4513f85ace3a, 'name': SearchDatastore_Task, 'duration_secs': 0.020173} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.200961] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429c74e3-3dbe-4a62-82c2-d6a0df9cee58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.208483] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 686.208483] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5268c19e-0df5-cbc4-662c-80272aea8518" [ 686.208483] env[65677]: _type = "Task" [ 686.208483] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.221565] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5268c19e-0df5-cbc4-662c-80272aea8518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.237911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.418904] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 686.451528] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.463657] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.464790] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.465085] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.465283] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.465428] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.466161] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.466834] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.467187] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.467471] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.467634] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.467893] env[65677]: DEBUG nova.virt.hardware [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.469944] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7373f1f3-a651-4863-a01a-a91a11e84de9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.481348] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f6530b-2e0a-49fa-aea7-794bd9978dda {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.576761] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.213s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.577061] env[65677]: DEBUG nova.objects.instance [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lazy-loading 'resources' on Instance uuid 554f0677-3fc1-44f3-8f3e-866857e88a1b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.620525] env[65677]: INFO nova.scheduler.client.report [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Deleted allocations for instance 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74 [ 686.638066] env[65677]: DEBUG oslo_concurrency.lockutils [req-bd036a47-af97-4cfd-b68a-53824bb86462 req-180ae7e5-d79a-4a69-9cb0-fe1d696eae1e service nova] Releasing lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.676009] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635897, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.730818] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5268c19e-0df5-cbc4-662c-80272aea8518, 'name': SearchDatastore_Task, 'duration_secs': 0.025503} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.731069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.731183] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 74339a14-3bb6-4fc6-9b3f-5f870b3971bc/74339a14-3bb6-4fc6-9b3f-5f870b3971bc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.732793] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e95ed108-26c5-4558-b6aa-08958d05d7b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.745382] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 686.745382] env[65677]: value = "task-4635899" [ 686.745382] env[65677]: _type = "Task" [ 686.745382] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.761069] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.946083] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635898, 'name': ReconfigVM_Task, 'duration_secs': 0.894275} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.946240] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3f79901b-3af0-497b-b3d5-3d130e8375e9/3f79901b-3af0-497b-b3d5-3d130e8375e9.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.946946] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636dcf6e-ead3-437e-86df-441eb5ab3b4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.956557] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 686.956557] env[65677]: value = "task-4635900" [ 686.956557] env[65677]: _type = "Task" [ 686.956557] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.967220] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635900, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.085645] env[65677]: DEBUG nova.compute.manager [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Received event network-changed {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 687.086176] env[65677]: DEBUG nova.compute.manager [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Refreshing instance network info cache due to event network-changed. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 687.086418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] Acquiring lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.086788] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] Acquired lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.086920] env[65677]: DEBUG nova.network.neutron [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.132292] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a2a51341-2a8a-44b9-ae26-9d5865a48459 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Lock "6f3219fa-eb13-4b5d-ba48-8e8a8f002e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.493s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.182949] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635897, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059863} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.183440] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.183989] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.184481] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-928fbadc-b8ec-4682-93fd-fdfa696bc2b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.205213] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 687.205213] env[65677]: value = "task-4635901" [ 687.205213] env[65677]: _type = "Task" [ 687.205213] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.222804] env[65677]: INFO nova.compute.manager [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Unrescuing [ 687.223312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.223520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquired lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.223795] env[65677]: DEBUG nova.network.neutron [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.226106] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.259208] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635899, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.322515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "1a1c4c74-e31f-427c-80fc-c1f197e16745" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.322976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.474628] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635900, 'name': Rename_Task, 'duration_secs': 0.290701} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.474768] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.475106] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0471417f-9475-48d0-ac93-08ac864cb903 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.485042] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 687.485042] env[65677]: value = "task-4635902" [ 687.485042] env[65677]: _type = "Task" [ 687.485042] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.501903] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.512512] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquiring lock "c532c241-c981-42db-808f-09059f75d8e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.512867] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "c532c241-c981-42db-808f-09059f75d8e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.553692] env[65677]: DEBUG nova.network.neutron [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Successfully updated port: e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.591498] env[65677]: WARNING neutronclient.v2_0.client [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.667814] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a83502-e610-4584-80b2-cc083059ac86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.677335] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeedd68-bc61-4720-b619-f267c57de346 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.726260] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03f351-b8e8-4b05-8d03-cd4609b117d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.729235] env[65677]: WARNING neutronclient.v2_0.client [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.741132] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "44173d80-d8cb-4800-9740-7c61d7ad9fee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.741321] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.741618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.741905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.742196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.744437] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152314} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.752023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.752631] env[65677]: INFO nova.compute.manager [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Terminating instance [ 687.755520] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a655610-9c5b-4be1-8087-71a6099f78b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.769083] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc1bee-a092-43f5-8b56-75b9803d5d88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.806034] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635899, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.806205] env[65677]: DEBUG nova.compute.provider_tree [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.817389] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.819013] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55571828-1e5c-4e08-8062-02c75616ac35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.834077] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 687.843780] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 687.843780] env[65677]: value = "task-4635903" [ 687.843780] env[65677]: _type = "Task" [ 687.843780] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.848205] env[65677]: WARNING neutronclient.v2_0.client [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.865061] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.959137] env[65677]: DEBUG nova.network.neutron [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Updating instance_info_cache with network_info: [{"id": "fcf6e421-b4a4-41a4-9e45-139c15071282", "address": "fa:16:3e:4d:93:6a", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf6e421-b4", "ovs_interfaceid": "fcf6e421-b4a4-41a4-9e45-139c15071282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.001273] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.015845] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 688.057515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.059221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.059508] env[65677]: DEBUG nova.network.neutron [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.084596] env[65677]: WARNING neutronclient.v2_0.client [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.192727] env[65677]: DEBUG nova.compute.manager [None req-d8d6e33f-e541-4ff9-872f-dcf1a3215260 tempest-ServerDiagnosticsV248Test-1733536484 tempest-ServerDiagnosticsV248Test-1733536484-project-admin] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 688.194211] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3a750d-2673-4aad-8c50-c868cf091380 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.202803] env[65677]: INFO nova.compute.manager [None req-d8d6e33f-e541-4ff9-872f-dcf1a3215260 tempest-ServerDiagnosticsV248Test-1733536484 tempest-ServerDiagnosticsV248Test-1733536484-project-admin] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Retrieving diagnostics [ 688.203644] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15e8f02-1416-4f7c-a1d4-60cf23b89b29 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.246298] env[65677]: DEBUG nova.network.neutron [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Updating instance_info_cache with network_info: [{"id": "9f97e086-f361-4432-9d2e-2c1839ae167d", "address": "fa:16:3e:6b:5d:39", "network": {"id": "be8d942d-30d0-4d7a-8b83-de075535ce2d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887522541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ec51891532446c18d2330040a6f2966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f97e086-f3", "ovs_interfaceid": "9f97e086-f361-4432-9d2e-2c1839ae167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.263748] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635899, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.279246] env[65677]: DEBUG nova.compute.manager [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 688.279666] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.280640] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d0a77c-da63-49d2-bfe1-0bc784e931d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.293204] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.294318] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45a63fe-2498-4173-973f-64fe8d1260ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.302732] env[65677]: DEBUG oslo_vmware.api [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 688.302732] env[65677]: value = "task-4635904" [ 688.302732] env[65677]: _type = "Task" [ 688.302732] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.313088] env[65677]: DEBUG oslo_vmware.api [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.319300] env[65677]: DEBUG nova.scheduler.client.report [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.359019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.364444] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.462038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a8340ad-f42f-47f2-9593-90195069978b tempest-ServerExternalEventsTest-1580316967 tempest-ServerExternalEventsTest-1580316967-project] Releasing lock "refresh_cache-cfd6df13-9082-4925-9d31-bef7fea6b3ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.489387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.489939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.510222] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635902, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.531359] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Received event network-vif-plugged-d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 688.531584] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Acquiring lock "3f79901b-3af0-497b-b3d5-3d130e8375e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.531904] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.532078] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.532250] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] No waiting events found dispatching network-vif-plugged-d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 688.532443] env[65677]: WARNING nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Received unexpected event network-vif-plugged-d69a9862-e8dc-4913-9843-2c573a60d903 for instance with vm_state building and task_state spawning. [ 688.532629] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Received event network-changed-d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 688.532810] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Refreshing instance network info cache due to event network-changed-d69a9862-e8dc-4913-9843-2c573a60d903. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 688.532993] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Acquiring lock "refresh_cache-3f79901b-3af0-497b-b3d5-3d130e8375e9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533197] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Acquired lock "refresh_cache-3f79901b-3af0-497b-b3d5-3d130e8375e9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.533363] env[65677]: DEBUG nova.network.neutron [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Refreshing network info cache for port d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.548219] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.619228] env[65677]: DEBUG nova.network.neutron [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.703928] env[65677]: WARNING neutronclient.v2_0.client [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.750478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Releasing lock "refresh_cache-2131c077-505d-4a05-ba67-16049b9794ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.751394] env[65677]: DEBUG nova.objects.instance [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lazy-loading 'flavor' on Instance uuid 2131c077-505d-4a05-ba67-16049b9794ca {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.765027] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635899, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.687834} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.765337] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 74339a14-3bb6-4fc6-9b3f-5f870b3971bc/74339a14-3bb6-4fc6-9b3f-5f870b3971bc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.765554] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.765906] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e9585e-f196-4229-a1e9-5aa4dfea5184 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.777481] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 688.777481] env[65677]: value = "task-4635905" [ 688.777481] env[65677]: _type = "Task" [ 688.777481] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.791977] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.816747] env[65677]: DEBUG oslo_vmware.api [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635904, 'name': PowerOffVM_Task, 'duration_secs': 0.399409} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.817094] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.817237] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.817515] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23a166c3-4367-4b17-81cd-227446d38f08 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.826127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.829274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.395s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.850813] env[65677]: DEBUG nova.network.neutron [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updating instance_info_cache with network_info: [{"id": "e3627442-d12c-4866-afe5-cd38dc080fd4", "address": "fa:16:3e:ec:48:e6", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3627442-d1", "ovs_interfaceid": "e3627442-d12c-4866-afe5-cd38dc080fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.864323] env[65677]: INFO nova.scheduler.client.report [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Deleted allocations for instance 554f0677-3fc1-44f3-8f3e-866857e88a1b [ 688.875290] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.997840] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 689.008609] env[65677]: DEBUG oslo_vmware.api [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4635902, 'name': PowerOnVM_Task, 'duration_secs': 1.159317} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.008934] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.009157] env[65677]: INFO nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Took 13.01 seconds to spawn the instance on the hypervisor. [ 689.009386] env[65677]: DEBUG nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 689.010383] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1db06-fcd1-4b4e-8131-514ed6877b2e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.038937] env[65677]: WARNING neutronclient.v2_0.client [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.206633] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.206633] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.206633] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Deleting the datastore file [datastore2] 44173d80-d8cb-4800-9740-7c61d7ad9fee {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.206984] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dece914f-7535-44ba-8a9f-4bc6d8509a80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.219121] env[65677]: DEBUG oslo_vmware.api [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 689.219121] env[65677]: value = "task-4635907" [ 689.219121] env[65677]: _type = "Task" [ 689.219121] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.234447] env[65677]: DEBUG oslo_vmware.api [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.258847] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f7f99-8662-4d77-8a2b-092ce442b1cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.283012] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.284598] env[65677]: WARNING neutronclient.v2_0.client [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.290073] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96fda765-4a85-44fe-b74d-791e0a62591c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.299832] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101109} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.301086] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.301611] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 689.301611] env[65677]: value = "task-4635908" [ 689.301611] env[65677]: _type = "Task" [ 689.301611] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.302466] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2de6320-ec38-4806-96ae-70046b894110 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.318501] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.337057] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 74339a14-3bb6-4fc6-9b3f-5f870b3971bc/74339a14-3bb6-4fc6-9b3f-5f870b3971bc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.344532] env[65677]: INFO nova.compute.claims [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.348364] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08404a8c-e340-482e-b71a-b1058a45b526 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.364587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.364941] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Instance network_info: |[{"id": "e3627442-d12c-4866-afe5-cd38dc080fd4", "address": "fa:16:3e:ec:48:e6", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3627442-d1", "ovs_interfaceid": "e3627442-d12c-4866-afe5-cd38dc080fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 689.370331] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:48:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3627442-d12c-4866-afe5-cd38dc080fd4', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.378460] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Creating folder: Project (67cf519d561a41b18e1b5c6ebeac431d). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.382469] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161db845-9a45-48ce-8b8b-9b8677889092 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.385230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a0b07f6a-094f-4dcf-9460-360c39910e41 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Lock "554f0677-3fc1-44f3-8f3e-866857e88a1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.421s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.388612] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 689.388612] env[65677]: value = "task-4635909" [ 689.388612] env[65677]: _type = "Task" [ 689.388612] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.397604] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635903, 'name': ReconfigVM_Task, 'duration_secs': 1.051269} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.399112] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.400097] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Created folder: Project (67cf519d561a41b18e1b5c6ebeac431d) in parent group-v905237. [ 689.400349] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Creating folder: Instances. Parent ref: group-v905328. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.400632] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9fac5a-f85b-41c4-8412-b2b6b00838e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.403058] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf338da-bfd4-4ae3-bd13-111a340421ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.410108] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.412927] env[65677]: DEBUG nova.network.neutron [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Updated VIF entry in instance network info cache for port d69a9862-e8dc-4913-9843-2c573a60d903. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.413343] env[65677]: DEBUG nova.network.neutron [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Updating instance_info_cache with network_info: [{"id": "d69a9862-e8dc-4913-9843-2c573a60d903", "address": "fa:16:3e:c6:ea:23", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69a9862-e8", "ovs_interfaceid": "d69a9862-e8dc-4913-9843-2c573a60d903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.417213] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 689.417213] env[65677]: value = "task-4635911" [ 689.417213] env[65677]: _type = "Task" [ 689.417213] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.423250] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Created folder: Instances in parent group-v905328. [ 689.423250] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 689.423513] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.423615] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc3ad42a-7365-4cf5-b9d7-c67c8415c170 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.444756] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635911, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.453457] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.453457] env[65677]: value = "task-4635913" [ 689.453457] env[65677]: _type = "Task" [ 689.453457] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.468727] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635913, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.522151] env[65677]: DEBUG nova.compute.manager [req-d9f547ad-da87-4500-b740-802b2067e5fa req-8b8c0e0d-e24d-4769-bd63-79c563902ac4 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Received event network-vif-plugged-e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 689.522431] env[65677]: DEBUG oslo_concurrency.lockutils [req-d9f547ad-da87-4500-b740-802b2067e5fa req-8b8c0e0d-e24d-4769-bd63-79c563902ac4 service nova] Acquiring lock "4a0468b9-683d-4516-922c-bb41d4925c2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.523234] env[65677]: DEBUG oslo_concurrency.lockutils [req-d9f547ad-da87-4500-b740-802b2067e5fa req-8b8c0e0d-e24d-4769-bd63-79c563902ac4 service nova] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.523234] env[65677]: DEBUG oslo_concurrency.lockutils [req-d9f547ad-da87-4500-b740-802b2067e5fa req-8b8c0e0d-e24d-4769-bd63-79c563902ac4 service nova] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.523234] env[65677]: DEBUG nova.compute.manager [req-d9f547ad-da87-4500-b740-802b2067e5fa req-8b8c0e0d-e24d-4769-bd63-79c563902ac4 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] No waiting events found dispatching network-vif-plugged-e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 689.523966] env[65677]: WARNING nova.compute.manager [req-d9f547ad-da87-4500-b740-802b2067e5fa req-8b8c0e0d-e24d-4769-bd63-79c563902ac4 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Received unexpected event network-vif-plugged-e3627442-d12c-4866-afe5-cd38dc080fd4 for instance with vm_state building and task_state spawning. [ 689.535413] env[65677]: INFO nova.compute.manager [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Took 24.01 seconds to build instance. [ 689.544027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.608576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "05a75830-46da-4eb8-830d-ac30fe832fcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.608920] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.609144] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "05a75830-46da-4eb8-830d-ac30fe832fcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.609760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.609995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.612730] env[65677]: INFO nova.compute.manager [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Terminating instance [ 689.677937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.678256] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.715982] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.716891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.716891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.716891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.716891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.719347] env[65677]: INFO nova.compute.manager [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Terminating instance [ 689.737253] env[65677]: DEBUG oslo_vmware.api [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4635907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.738820] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.738820] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.738820] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.738820] env[65677]: INFO nova.compute.manager [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Took 1.46 seconds to destroy the instance on the hypervisor. [ 689.738820] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 689.738820] env[65677]: DEBUG nova.compute.manager [-] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 689.739131] env[65677]: DEBUG nova.network.neutron [-] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.739171] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.821332] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635908, 'name': PowerOffVM_Task, 'duration_secs': 0.254231} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.821669] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.828091] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 689.828481] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b8f84e-51b5-4902-b41e-bd1a57fdf3a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.851285] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 689.851285] env[65677]: value = "task-4635914" [ 689.851285] env[65677]: _type = "Task" [ 689.851285] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.861727] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.868024] env[65677]: INFO nova.compute.resource_tracker [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating resource usage from migration fcea6e42-4319-4e17-8fac-79dc1b4c8421 [ 689.904068] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635909, 'name': ReconfigVM_Task, 'duration_secs': 0.3857} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.907424] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 74339a14-3bb6-4fc6-9b3f-5f870b3971bc/74339a14-3bb6-4fc6-9b3f-5f870b3971bc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.909274] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.911249] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38299b48-ac70-4d66-a8e6-5f40e3f9f5bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.916120] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Releasing lock "refresh_cache-3f79901b-3af0-497b-b3d5-3d130e8375e9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.916373] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Received event network-vif-plugged-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 689.916559] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Acquiring lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.916756] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.916930] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.917130] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] No waiting events found dispatching network-vif-plugged-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 689.917444] env[65677]: WARNING nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Received unexpected event network-vif-plugged-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 for instance with vm_state building and task_state spawning. [ 689.917658] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Received event network-changed-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 689.917859] env[65677]: DEBUG nova.compute.manager [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Refreshing instance network info cache due to event network-changed-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 689.918817] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Acquiring lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.918817] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Acquired lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.918817] env[65677]: DEBUG nova.network.neutron [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Refreshing network info cache for port 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.921632] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 689.921632] env[65677]: value = "task-4635915" [ 689.921632] env[65677]: _type = "Task" [ 689.921632] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.951326] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635915, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.951871] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635911, 'name': Rename_Task, 'duration_secs': 0.230716} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.958025] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.958025] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac7d94a-c0a1-4a6a-901e-184dd22d1554 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.971530] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635913, 'name': CreateVM_Task, 'duration_secs': 0.473097} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.977918] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.979058] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 689.979058] env[65677]: value = "task-4635916" [ 689.979058] env[65677]: _type = "Task" [ 689.979058] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.979823] env[65677]: WARNING neutronclient.v2_0.client [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.982666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.982666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.982666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.982666] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d5db95-f168-4027-9e07-d488f97d5ff5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.991328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.991674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.002327] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 690.002327] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52463e18-e4fa-d4b2-022c-4020ca082934" [ 690.002327] env[65677]: _type = "Task" [ 690.002327] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.003140] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635916, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.021827] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52463e18-e4fa-d4b2-022c-4020ca082934, 'name': SearchDatastore_Task, 'duration_secs': 0.015882} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.025531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.025867] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.026175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.026349] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.026546] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.029434] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e91cd0fa-1c76-4ca3-9a9f-222f1f5e1fd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.038345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6195f4f6-957f-4bac-81c1-ed160b41403b tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.519s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.043606] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.043705] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.044696] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa658ed-3fde-4f7a-8ae4-48ecd27bcd8b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.051901] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 690.051901] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529e23ee-ac36-4baa-f21c-e79aed44cace" [ 690.051901] env[65677]: _type = "Task" [ 690.051901] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.062585] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529e23ee-ac36-4baa-f21c-e79aed44cace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.118356] env[65677]: DEBUG nova.compute.manager [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 690.118621] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.119572] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9a69c5-b2c1-4712-89de-deae5da71a6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.130561] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.130852] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1141e19-e45b-497f-aa7a-3d46f6e45575 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.137944] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 690.137944] env[65677]: value = "task-4635917" [ 690.137944] env[65677]: _type = "Task" [ 690.137944] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.152936] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.182672] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 690.232108] env[65677]: DEBUG nova.compute.manager [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 690.233043] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.233460] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63166839-5051-4799-afc1-2cad54796524 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.246236] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.246618] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e47e11b-d424-4898-a9e6-80739605a5fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.257552] env[65677]: DEBUG oslo_vmware.api [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 690.257552] env[65677]: value = "task-4635918" [ 690.257552] env[65677]: _type = "Task" [ 690.257552] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.271149] env[65677]: DEBUG oslo_vmware.api [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.366047] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635914, 'name': ReconfigVM_Task, 'duration_secs': 0.299541} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.367809] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 690.367949] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.368349] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5bb6e5-064d-49fd-b3bf-d88524e6a19e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.382322] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 690.382322] env[65677]: value = "task-4635919" [ 690.382322] env[65677]: _type = "Task" [ 690.382322] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.394163] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.415138] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4ad47-6d13-4209-bb11-a61b95238176 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.424051] env[65677]: WARNING neutronclient.v2_0.client [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.428342] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3291dc98-7879-47a8-86c1-33237f23233e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.444335] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635915, 'name': Rename_Task, 'duration_secs': 0.176896} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.475564] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.478716] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1514a0b4-c67b-43fa-964e-8bfe3953a147 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.483031] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f33156b-dffd-41a3-a4e8-6227dd08154b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.493360] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 690.493360] env[65677]: value = "task-4635920" [ 690.493360] env[65677]: _type = "Task" [ 690.493360] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.509201] env[65677]: INFO nova.compute.manager [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Detaching volume 8c3ebd90-80a3-406c-af6a-0f6e42b33b5d [ 690.512070] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.515042] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3750c64-95db-4fb3-92e0-7a3ec0819cec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.528465] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635920, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.547308] env[65677]: DEBUG nova.compute.provider_tree [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.567229] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529e23ee-ac36-4baa-f21c-e79aed44cace, 'name': SearchDatastore_Task, 'duration_secs': 0.02167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.569112] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6b8257-b6a3-4969-b975-6347f5ffd56c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.584326] env[65677]: INFO nova.virt.block_device [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Attempting to driver detach volume 8c3ebd90-80a3-406c-af6a-0f6e42b33b5d from mountpoint /dev/sdb [ 690.584691] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 690.584977] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905314', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'name': 'volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df12d483-63ce-44fe-a57c-97e068cdd54d', 'attached_at': '', 'detached_at': '', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'serial': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 690.590390] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a9533-ad3e-4078-b1a7-b1cdcbbf5413 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.593355] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 690.593355] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e0c90-3abc-f7ee-24be-9eb4aa23b72c" [ 690.593355] env[65677]: _type = "Task" [ 690.593355] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.617192] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc4973d-b417-45c9-98f3-7e1c36861b73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.625229] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e0c90-3abc-f7ee-24be-9eb4aa23b72c, 'name': SearchDatastore_Task, 'duration_secs': 0.032495} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.626088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.626321] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 4a0468b9-683d-4516-922c-bb41d4925c2e/4a0468b9-683d-4516-922c-bb41d4925c2e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.626606] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-759959b7-9833-414e-87d9-3fdaa5fbcc87 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.632208] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9192d4f-6655-4b88-a033-d7af49248750 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.637268] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 690.637268] env[65677]: value = "task-4635921" [ 690.637268] env[65677]: _type = "Task" [ 690.637268] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.662570] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86dbe6e-f124-4dcf-8d8c-f5972d93bc06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.669167] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.676008] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635917, 'name': PowerOffVM_Task, 'duration_secs': 0.311238} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.690147] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.690494] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.693306] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] The volume has not been displaced from its original location: [datastore2] volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d/volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 690.699688] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 690.702974] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6890aa81-ce7d-4b33-917f-d002b04b2fb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.704584] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bbdffa6-64fd-4191-a50f-b295bc8092ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.727153] env[65677]: DEBUG oslo_vmware.api [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Waiting for the task: (returnval){ [ 690.727153] env[65677]: value = "task-4635923" [ 690.727153] env[65677]: _type = "Task" [ 690.727153] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.738249] env[65677]: DEBUG oslo_vmware.api [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.740614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.769732] env[65677]: DEBUG oslo_vmware.api [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635918, 'name': PowerOffVM_Task, 'duration_secs': 0.280855} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.770123] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.770348] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.770702] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c13658-666d-4b96-b2cf-3171e841f7c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.776731] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d768-dfe4-f394-9e0b-9ea2e616951e/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.777809] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c123257b-e950-4c99-a044-878da2de160d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.787048] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d768-dfe4-f394-9e0b-9ea2e616951e/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.787434] env[65677]: ERROR oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d768-dfe4-f394-9e0b-9ea2e616951e/disk-0.vmdk due to incomplete transfer.: glanceclient.exc.HTTPException: HTTP 410 Gone: Image f1a0f7bd-ffcc-4478-b7bd-377d3d6b6ffc could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 690.787841] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6380e76e-3adf-4d4e-9a58-2abd87a03e54 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.801175] env[65677]: DEBUG oslo_vmware.rw_handles [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d768-dfe4-f394-9e0b-9ea2e616951e/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.801761] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.802169] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86ba9899-056c-48e4-9140-e206e7ee9203 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.813355] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 690.813355] env[65677]: value = "task-4635925" [ 690.813355] env[65677]: _type = "Task" [ 690.813355] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.813355] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.813797] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.813797] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Deleting the datastore file [datastore2] 05a75830-46da-4eb8-830d-ac30fe832fcf {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.814432] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84b50e2b-e897-4fef-b149-201c11290aaa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.833660] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635925, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.838369] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for the task: (returnval){ [ 690.838369] env[65677]: value = "task-4635926" [ 690.838369] env[65677]: _type = "Task" [ 690.838369] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.854673] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.871167] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.871982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.871982] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Deleting the datastore file [datastore1] cfd6df13-9082-4925-9d31-bef7fea6b3ca {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.871982] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b8cda7-430a-4eb8-9d1d-1b808674db77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.884254] env[65677]: DEBUG oslo_vmware.api [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for the task: (returnval){ [ 690.884254] env[65677]: value = "task-4635927" [ 690.884254] env[65677]: _type = "Task" [ 690.884254] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.905787] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.909656] env[65677]: DEBUG oslo_vmware.api [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.005469] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.007159] env[65677]: WARNING neutronclient.v2_0.client [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.021508] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.061392] env[65677]: DEBUG nova.scheduler.client.report [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.121413] env[65677]: DEBUG nova.network.neutron [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Updated VIF entry in instance network info cache for port 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.122139] env[65677]: DEBUG nova.network.neutron [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Updating instance_info_cache with network_info: [{"id": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "address": "fa:16:3e:d1:b9:fa", "network": {"id": "3fdf317a-a5bf-473f-8bbc-257762758235", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1065457442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a4fc5f36c9343a7ba815298971f8947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8412d1b3-7d", "ovs_interfaceid": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.152466] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635921, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.241920] env[65677]: DEBUG oslo_vmware.api [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635923, 'name': ReconfigVM_Task, 'duration_secs': 0.399116} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.242457] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 691.251536] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f085bd7-ed65-4b8f-82f4-8a31cbf83f4e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.278081] env[65677]: DEBUG oslo_vmware.api [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Waiting for the task: (returnval){ [ 691.278081] env[65677]: value = "task-4635928" [ 691.278081] env[65677]: _type = "Task" [ 691.278081] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.292771] env[65677]: DEBUG oslo_vmware.api [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.332649] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635925, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.339562] env[65677]: DEBUG nova.network.neutron [-] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.355774] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.401606] env[65677]: DEBUG oslo_vmware.api [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635919, 'name': PowerOnVM_Task, 'duration_secs': 0.554124} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.405835] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.406153] env[65677]: DEBUG nova.compute.manager [None req-40c2dc2e-5c14-410f-b3d9-7c4751f8bf77 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 691.406694] env[65677]: DEBUG oslo_vmware.api [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Task: {'id': task-4635927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515986} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.407412] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001c266-0587-476d-a968-508e8fabacf1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.410309] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.410835] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.410835] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.411574] env[65677]: INFO nova.compute.manager [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 691.411574] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.411574] env[65677]: DEBUG nova.compute.manager [-] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 691.411574] env[65677]: DEBUG nova.network.neutron [-] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 691.411901] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.514684] env[65677]: DEBUG oslo_vmware.api [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635916, 'name': PowerOnVM_Task, 'duration_secs': 1.513911} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.521893] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.521893] env[65677]: INFO nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Took 7.60 seconds to spawn the instance on the hypervisor. [ 691.522025] env[65677]: DEBUG nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 691.522482] env[65677]: DEBUG oslo_vmware.api [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4635920, 'name': PowerOnVM_Task, 'duration_secs': 0.697379} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.524178] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1fd46-f749-429f-9c7f-ee0de273b7c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.528649] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.529032] env[65677]: INFO nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Took 10.25 seconds to spawn the instance on the hypervisor. [ 691.532589] env[65677]: DEBUG nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 691.532589] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad4105-a734-4755-9ab8-0477c964fe08 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.569025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.739s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.569025] env[65677]: INFO nova.compute.manager [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Migrating [ 691.569025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.569025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.570381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.086s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.572085] env[65677]: INFO nova.compute.claims [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.576163] env[65677]: INFO nova.compute.rpcapi [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 691.580305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.626608] env[65677]: DEBUG oslo_concurrency.lockutils [req-25fd48c5-c776-42a5-afca-b3f1cbfd6fd0 req-ca6fd170-bbba-40d0-a4d5-c1699448d9b3 service nova] Releasing lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.653040] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731604} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.653999] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 4a0468b9-683d-4516-922c-bb41d4925c2e/4a0468b9-683d-4516-922c-bb41d4925c2e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.654291] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.654845] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f3ca229-9bb8-47ce-a6fa-ccc7159f1d54 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.663857] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 691.663857] env[65677]: value = "task-4635929" [ 691.663857] env[65677]: _type = "Task" [ 691.663857] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.675541] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.714035] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.793737] env[65677]: DEBUG oslo_vmware.api [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Task: {'id': task-4635928, 'name': ReconfigVM_Task, 'duration_secs': 0.204491} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.794170] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905314', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'name': 'volume-8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df12d483-63ce-44fe-a57c-97e068cdd54d', 'attached_at': '', 'detached_at': '', 'volume_id': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d', 'serial': '8c3ebd90-80a3-406c-af6a-0f6e42b33b5d'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 691.811023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.811023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.811023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.811023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.811023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.813649] env[65677]: INFO nova.compute.manager [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Terminating instance [ 691.830234] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635925, 'name': Destroy_Task, 'duration_secs': 0.618537} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.830234] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Destroyed the VM [ 691.830813] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.830813] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65a92cac-264b-4625-bb33-1fc73664a5e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.842505] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 691.842505] env[65677]: value = "task-4635930" [ 691.842505] env[65677]: _type = "Task" [ 691.842505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.849720] env[65677]: INFO nova.compute.manager [-] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Took 2.11 seconds to deallocate network for instance. [ 691.863247] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.866021] env[65677]: DEBUG oslo_vmware.api [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Task: {'id': task-4635926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599212} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.866021] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.866021] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.866021] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.866021] env[65677]: INFO nova.compute.manager [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Took 1.75 seconds to destroy the instance on the hypervisor. [ 691.866021] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.866021] env[65677]: DEBUG nova.compute.manager [-] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 691.866021] env[65677]: DEBUG nova.network.neutron [-] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 691.866021] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.064227] env[65677]: INFO nova.compute.manager [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Took 18.59 seconds to build instance. [ 692.065445] env[65677]: INFO nova.compute.manager [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Took 19.12 seconds to build instance. [ 692.095565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.095768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.095941] env[65677]: DEBUG nova.network.neutron [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.118946] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.176960] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245123} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.177278] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.178188] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f7f4f-103b-4d7e-8da2-f84265783457 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.210993] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 4a0468b9-683d-4516-922c-bb41d4925c2e/4a0468b9-683d-4516-922c-bb41d4925c2e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.211980] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b6a111-e539-4e89-a1aa-98d47dd7023d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.236109] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 692.236109] env[65677]: value = "task-4635931" [ 692.236109] env[65677]: _type = "Task" [ 692.236109] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.251992] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.321487] env[65677]: DEBUG nova.compute.manager [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 692.322173] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.323356] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb124f-b0e5-479c-9477-b55e1de3f6d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.334892] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.335353] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1000fc9-7c09-4c7a-b211-4cacbde6a1a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.358272] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.366280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.384701] env[65677]: DEBUG nova.objects.instance [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lazy-loading 'flavor' on Instance uuid df12d483-63ce-44fe-a57c-97e068cdd54d {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.453496] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.454235] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.454491] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleting the datastore file [datastore1] 1e0b4763-f5d2-47ad-8354-17d3a9b2a726 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.454951] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e069e16-6936-47b6-ba0b-179c668177a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.468564] env[65677]: DEBUG oslo_vmware.api [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 692.468564] env[65677]: value = "task-4635933" [ 692.468564] env[65677]: _type = "Task" [ 692.468564] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.478910] env[65677]: DEBUG oslo_vmware.api [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.552504] env[65677]: DEBUG nova.network.neutron [-] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.568055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-092bdb2b-5a78-4c7f-af6f-e2f1cea00219 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.107s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.569693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.307s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.603955] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.713817] env[65677]: DEBUG nova.compute.manager [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 692.714317] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c677263-4c9f-480a-90c8-b1266748dce8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.753772] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.861520] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635930, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.979024] env[65677]: DEBUG oslo_vmware.api [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4635933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29301} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.979024] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.979024] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.979024] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.979024] env[65677]: INFO nova.compute.manager [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Took 0.66 seconds to destroy the instance on the hypervisor. [ 692.979024] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 692.979024] env[65677]: DEBUG nova.compute.manager [-] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 692.979024] env[65677]: DEBUG nova.network.neutron [-] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 692.979024] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.058603] env[65677]: INFO nova.compute.manager [-] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Took 1.64 seconds to deallocate network for instance. [ 693.103622] env[65677]: DEBUG nova.network.neutron [-] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.108229] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b6813-c042-4e50-8b49-e1e80e036e24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.117221] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef007a0f-13f9-4e65-b60d-27ae49b0dde9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.157577] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.160011] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a341e8-f1c3-4fed-a45d-e47a6735b597 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.168484] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58836a5-fb4b-46e3-b010-b076ec5dc554 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.186852] env[65677]: DEBUG nova.compute.provider_tree [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.232513] env[65677]: INFO nova.compute.manager [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] instance snapshotting [ 693.235620] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9950f26b-3c52-4240-a5ca-36918e16b3d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.266804] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f9254-81cd-47ef-9247-daf7fb9b8a95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.269967] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635931, 'name': ReconfigVM_Task, 'duration_secs': 0.621041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.270294] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 4a0468b9-683d-4516-922c-bb41d4925c2e/4a0468b9-683d-4516-922c-bb41d4925c2e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.271414] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42e36ff3-009a-44fd-af01-ca334402e728 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.284644] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 693.284644] env[65677]: value = "task-4635934" [ 693.284644] env[65677]: _type = "Task" [ 693.284644] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.295481] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635934, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.354236] env[65677]: DEBUG oslo_vmware.api [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635930, 'name': RemoveSnapshot_Task, 'duration_secs': 1.360426} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.354575] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.354844] env[65677]: DEBUG nova.compute.utils [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Cleaning up image f1a0f7bd-ffcc-4478-b7bd-377d3d6b6ffc {{(pid=65677) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 693.398100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf04dfc4-1d46-47f2-9d54-1c7234844aa0 tempest-VolumesAssistedSnapshotsTest-2059741372 tempest-VolumesAssistedSnapshotsTest-2059741372-project-admin] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.402s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.411399] env[65677]: DEBUG nova.compute.manager [req-d1d757d4-1eec-4a10-a95b-d67603b7478f req-f7f36924-710d-45d5-9baf-36721e731165 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-vif-deleted-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 693.445545] env[65677]: DEBUG nova.objects.instance [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lazy-loading 'flavor' on Instance uuid 061d0a51-8aff-4fbc-b6f6-788c95e25cb6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.574031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.606534] env[65677]: INFO nova.compute.manager [-] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Took 1.74 seconds to deallocate network for instance. [ 693.690515] env[65677]: DEBUG nova.scheduler.client.report [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.784021] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.784494] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c63f761-96a9-4372-8c0c-ed5656fcabf5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.797732] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635934, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.799593] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 693.799593] env[65677]: value = "task-4635935" [ 693.799593] env[65677]: _type = "Task" [ 693.799593] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.810440] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.952189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.953085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.953506] env[65677]: WARNING neutronclient.v2_0.client [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.118681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.136229] env[65677]: DEBUG nova.network.neutron [-] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.160695] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.202429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.203147] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 694.207224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.969s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.208813] env[65677]: INFO nova.compute.claims [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.300325] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635934, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.310455] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.451968] env[65677]: DEBUG nova.network.neutron [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance_info_cache with network_info: [{"id": "14fe6316-a8f7-41d9-b930-a40219502d59", "address": "fa:16:3e:b0:12:f8", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fe6316-a8", "ovs_interfaceid": "14fe6316-a8f7-41d9-b930-a40219502d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.639459] env[65677]: INFO nova.compute.manager [-] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Took 1.66 seconds to deallocate network for instance. [ 694.714116] env[65677]: DEBUG nova.compute.utils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.720422] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 694.720695] env[65677]: DEBUG nova.network.neutron [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 694.721027] env[65677]: WARNING neutronclient.v2_0.client [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.721325] env[65677]: WARNING neutronclient.v2_0.client [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.798193] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635934, 'name': Rename_Task, 'duration_secs': 1.22696} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.798558] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.798759] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e55d70d-2684-471f-a47f-42be9e9c5e40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.814606] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 694.814606] env[65677]: value = "task-4635936" [ 694.814606] env[65677]: _type = "Task" [ 694.814606] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.815029] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635935, 'name': CreateSnapshot_Task, 'duration_secs': 0.799325} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.815132] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 694.820972] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caecb01-cc1e-4187-8a16-4c092dcab780 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836019] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635936, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.890878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.953632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.975697] env[65677]: DEBUG nova.network.neutron [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.148349] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.176566] env[65677]: DEBUG nova.policy [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '214fcdd60a9b459a93b3bf6e1eed2ee6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a96ed59df9c54f86a4544e993ff67253', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.218717] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 695.330233] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.345486] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 695.348731] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e50d7807-6c92-4b61-b640-bca2890fbe25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.359431] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 695.359431] env[65677]: value = "task-4635937" [ 695.359431] env[65677]: _type = "Task" [ 695.359431] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.414247] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635937, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.493326] env[65677]: WARNING neutronclient.v2_0.client [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.757712] env[65677]: DEBUG nova.network.neutron [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Successfully created port: ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 695.814960] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d103f3-b928-4500-bfb1-12f3814c08e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.838100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3599e856-467e-4580-be21-4a5f5622513a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.843057] env[65677]: DEBUG oslo_vmware.api [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4635936, 'name': PowerOnVM_Task, 'duration_secs': 0.881602} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.844124] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.844558] env[65677]: INFO nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Took 9.43 seconds to spawn the instance on the hypervisor. [ 695.844855] env[65677]: DEBUG nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 695.846099] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0da6c15-d45a-42b2-ba48-eb09c4fe1fde {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.882321] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752cc220-7441-4849-b562-144d297c353b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.897678] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635937, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.901280] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f271a-2a6f-4a23-b435-871c1a041481 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.918550] env[65677]: DEBUG nova.compute.provider_tree [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.238296] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 696.276043] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 696.276396] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.276471] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 696.276598] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.276735] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 696.276875] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 696.277670] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.277860] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 696.278054] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 696.278217] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 696.278388] env[65677]: DEBUG nova.virt.hardware [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 696.279476] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3201fe5-d373-4d00-89ce-4dcd436027eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.293521] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a50a2-d4c6-4e22-8e26-b36c90a20788 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.390034] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635937, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.400939] env[65677]: INFO nova.compute.manager [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Took 20.23 seconds to build instance. [ 696.424922] env[65677]: DEBUG nova.scheduler.client.report [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.473154] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c182e08e-dbca-4c68-b92c-4d00aef7dfed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.496649] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.894672] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635937, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.905456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-24ed0e9c-2916-4e2a-9f70-07c386607f69 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.741s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.930506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.931160] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 696.935230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.579s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.936842] env[65677]: INFO nova.compute.claims [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.002654] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.002979] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3880d928-e4fa-40bd-a792-2992fcafb2d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.014844] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 697.014844] env[65677]: value = "task-4635938" [ 697.014844] env[65677]: _type = "Task" [ 697.014844] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.025885] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.123956] env[65677]: WARNING neutronclient.v2_0.client [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.378500] env[65677]: DEBUG nova.network.neutron [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.386170] env[65677]: DEBUG nova.compute.manager [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Received event network-changed-e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 697.389067] env[65677]: DEBUG nova.compute.manager [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Refreshing instance network info cache due to event network-changed-e3627442-d12c-4866-afe5-cd38dc080fd4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 697.389067] env[65677]: DEBUG oslo_concurrency.lockutils [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] Acquiring lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.389067] env[65677]: DEBUG oslo_concurrency.lockutils [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] Acquired lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.389067] env[65677]: DEBUG nova.network.neutron [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Refreshing network info cache for port e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.395831] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635937, 'name': CloneVM_Task, 'duration_secs': 1.987749} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.397287] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Created linked-clone VM from snapshot [ 697.398233] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0166227d-5fd3-4fcf-9344-78ad6c025c9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.409028] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Uploading image d7120b81-59ba-4e5b-be77-4e3e742b229e {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.434586] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.434586] env[65677]: value = "vm-905332" [ 697.434586] env[65677]: _type = "VirtualMachine" [ 697.434586] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.435374] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a37d5501-e6f4-459b-ad01-7845630a4b65 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.441488] env[65677]: DEBUG nova.compute.utils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.447484] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 697.448068] env[65677]: DEBUG nova.network.neutron [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.448191] env[65677]: WARNING neutronclient.v2_0.client [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.448465] env[65677]: WARNING neutronclient.v2_0.client [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.450638] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lease: (returnval){ [ 697.450638] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522eeb62-d4be-18b4-029f-6eabd2103c3d" [ 697.450638] env[65677]: _type = "HttpNfcLease" [ 697.450638] env[65677]: } obtained for exporting VM: (result){ [ 697.450638] env[65677]: value = "vm-905332" [ 697.450638] env[65677]: _type = "VirtualMachine" [ 697.450638] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.451093] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the lease: (returnval){ [ 697.451093] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522eeb62-d4be-18b4-029f-6eabd2103c3d" [ 697.451093] env[65677]: _type = "HttpNfcLease" [ 697.451093] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.463988] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.463988] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522eeb62-d4be-18b4-029f-6eabd2103c3d" [ 697.463988] env[65677]: _type = "HttpNfcLease" [ 697.463988] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.463988] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.463988] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522eeb62-d4be-18b4-029f-6eabd2103c3d" [ 697.463988] env[65677]: _type = "HttpNfcLease" [ 697.463988] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.468243] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e8e1d9-bc34-4e12-b145-6bc95f58937f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.479932] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403fe4-83fd-305f-e9a4-41e731c73259/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.480386] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403fe4-83fd-305f-e9a4-41e731c73259/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.551806] env[65677]: DEBUG nova.policy [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.554469] env[65677]: DEBUG nova.network.neutron [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Successfully updated port: ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.572724] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635938, 'name': PowerOffVM_Task, 'duration_secs': 0.230263} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.572724] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.572724] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.598592] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1e79a05-853c-4ae5-8277-fdabdde940f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.829249] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "a1554552-52d4-4791-a13b-8e12e4b62d2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.829477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.890131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.890321] env[65677]: DEBUG nova.compute.manager [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Inject network info {{(pid=65677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 697.892792] env[65677]: DEBUG nova.compute.manager [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] network_info to inject: |[{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 697.897128] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Reconfiguring VM instance to set the machine id {{(pid=65677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 697.900749] env[65677]: WARNING neutronclient.v2_0.client [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.903823] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82358818-83d3-43c5-8adb-52103fb57c71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.926291] env[65677]: DEBUG oslo_vmware.api [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 697.926291] env[65677]: value = "task-4635940" [ 697.926291] env[65677]: _type = "Task" [ 697.926291] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.939928] env[65677]: DEBUG oslo_vmware.api [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.956657] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 698.061416] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "refresh_cache-53db67e8-27a4-4a3c-99aa-9eee5f750c58" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.061614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquired lock "refresh_cache-53db67e8-27a4-4a3c-99aa-9eee5f750c58" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.061817] env[65677]: DEBUG nova.network.neutron [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 698.087941] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.088418] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.088781] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.088913] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.089074] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.089250] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.089491] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.089678] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.089892] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.090078] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.090261] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.108720] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21297aa9-b2fa-483e-8679-8b990c9320f9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.136372] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 698.136372] env[65677]: value = "task-4635942" [ 698.136372] env[65677]: _type = "Task" [ 698.136372] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.153209] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.278380] env[65677]: DEBUG nova.network.neutron [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Successfully created port: 35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.338213] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 698.344250] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4995dea8-60a0-473b-b04c-e4f267d93732 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.357527] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Suspending the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 698.357954] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a6caa288-d0e4-4d0f-bec3-573abaa1989f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.366936] env[65677]: DEBUG oslo_vmware.api [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] Waiting for the task: (returnval){ [ 698.366936] env[65677]: value = "task-4635943" [ 698.366936] env[65677]: _type = "Task" [ 698.366936] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.381320] env[65677]: DEBUG oslo_vmware.api [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] Task: {'id': task-4635943, 'name': SuspendVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.442311] env[65677]: DEBUG oslo_vmware.api [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635940, 'name': ReconfigVM_Task, 'duration_secs': 0.275755} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.442311] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-023aae57-2d2a-4057-9180-c362ac87cc76 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Reconfigured VM instance to set the machine id {{(pid=65677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 698.501056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "2131c077-505d-4a05-ba67-16049b9794ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.501457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "2131c077-505d-4a05-ba67-16049b9794ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.501782] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "2131c077-505d-4a05-ba67-16049b9794ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.502684] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "2131c077-505d-4a05-ba67-16049b9794ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.502684] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "2131c077-505d-4a05-ba67-16049b9794ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.512441] env[65677]: INFO nova.compute.manager [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Terminating instance [ 698.651328] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635942, 'name': ReconfigVM_Task, 'duration_secs': 0.216699} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.651328] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.757271] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d51dbc-dc97-4edc-8f02-5e30e5be591b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.770457] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc249d-5d79-42c3-ab9c-9c703ace7783 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.807207] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc44edf-1fb8-4017-8b9f-e58b05916cd6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.815958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a75be2-ee80-40f6-b02a-8d2d4478113a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.834148] env[65677]: DEBUG nova.compute.provider_tree [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.874661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.881759] env[65677]: DEBUG oslo_vmware.api [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] Task: {'id': task-4635943, 'name': SuspendVM_Task} progress is 45%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.969988] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 699.009312] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.010087] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.010087] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.010245] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.010555] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.010730] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.011050] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.011134] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.011384] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.011594] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.011890] env[65677]: DEBUG nova.virt.hardware [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.013088] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285fe7c8-99ad-4f13-b6cb-dc955a182254 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.023063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990dbe49-6ed6-4b15-b76c-63f294453676 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.027794] env[65677]: DEBUG nova.compute.manager [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 699.028208] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.029139] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537508c-00e7-48c7-b30c-47069e3b899d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.047507] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.047507] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b89bcf-7016-43a4-a200-c9abcbd7d9e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.056045] env[65677]: DEBUG oslo_vmware.api [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 699.056045] env[65677]: value = "task-4635944" [ 699.056045] env[65677]: _type = "Task" [ 699.056045] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.066207] env[65677]: DEBUG oslo_vmware.api [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.109909] env[65677]: WARNING neutronclient.v2_0.client [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.158878] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.159268] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.159453] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.159829] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.160114] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.160286] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.160503] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.160733] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.160950] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.161170] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.161442] env[65677]: DEBUG nova.virt.hardware [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.168483] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 699.169061] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11c6c57-0af6-4855-9391-9af71829b88f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.195018] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 699.195018] env[65677]: value = "task-4635945" [ 699.195018] env[65677]: _type = "Task" [ 699.195018] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.209263] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.289116] env[65677]: DEBUG nova.network.neutron [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.337637] env[65677]: DEBUG nova.scheduler.client.report [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.354656] env[65677]: DEBUG nova.compute.manager [req-9d798b99-b873-41b9-afc4-b3cba5f06cfa req-6efb6ca6-ee3f-4f71-8912-5fdcbd2a3c5b service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-vif-deleted-0d6dc98f-8b83-4b60-be0f-cfec308d12dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 699.387302] env[65677]: DEBUG oslo_vmware.api [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] Task: {'id': task-4635943, 'name': SuspendVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.573333] env[65677]: DEBUG oslo_vmware.api [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635944, 'name': PowerOffVM_Task, 'duration_secs': 0.4319} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.573897] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.574368] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.574604] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-752233db-5f77-4f25-afa4-2bb4f2a3f485 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.649389] env[65677]: DEBUG nova.network.neutron [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updated VIF entry in instance network info cache for port e3627442-d12c-4866-afe5-cd38dc080fd4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.649553] env[65677]: DEBUG nova.network.neutron [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updating instance_info_cache with network_info: [{"id": "e3627442-d12c-4866-afe5-cd38dc080fd4", "address": "fa:16:3e:ec:48:e6", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3627442-d1", "ovs_interfaceid": "e3627442-d12c-4866-afe5-cd38dc080fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.654386] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.654386] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.654531] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Deleting the datastore file [datastore2] 2131c077-505d-4a05-ba67-16049b9794ca {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.654882] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0210d235-234e-47af-888e-94841e006bd2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.663596] env[65677]: DEBUG oslo_vmware.api [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 699.663596] env[65677]: value = "task-4635947" [ 699.663596] env[65677]: _type = "Task" [ 699.663596] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.674800] env[65677]: DEBUG oslo_vmware.api [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.710889] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635945, 'name': ReconfigVM_Task, 'duration_secs': 0.314683} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.711186] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 699.712126] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca62f7c-d19b-4fa5-b767-ee5536bca5bb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.737186] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e/ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.737475] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b5a2380-646a-43c5-bb57-bcfe7ca12438 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.760677] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 699.760677] env[65677]: value = "task-4635948" [ 699.760677] env[65677]: _type = "Task" [ 699.760677] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.771867] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.846669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.847366] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 699.850532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.302s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.852412] env[65677]: INFO nova.compute.claims [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.885462] env[65677]: DEBUG oslo_vmware.api [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] Task: {'id': task-4635943, 'name': SuspendVM_Task, 'duration_secs': 1.047203} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.885462] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Suspended the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 699.885462] env[65677]: DEBUG nova.compute.manager [None req-f1998f1c-374c-4bda-ac11-a81ad741f257 tempest-ServersAdminNegativeTestJSON-732531850 tempest-ServersAdminNegativeTestJSON-732531850-project-admin] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 699.885462] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e68222-f12d-4900-b8a0-a6e63638ddf7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.090514] env[65677]: DEBUG nova.network.neutron [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Successfully updated port: 35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 700.107322] env[65677]: WARNING neutronclient.v2_0.client [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.153881] env[65677]: DEBUG oslo_concurrency.lockutils [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] Releasing lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.154936] env[65677]: DEBUG nova.compute.manager [req-ba708ff5-e8b8-488d-b32a-f75c229b3455 req-4fa2eec5-ccfd-475f-93e8-3e1eed2008a3 service nova] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Received event network-vif-deleted-81e71fa7-66c2-47db-9927-e8acbaf69c33 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 700.178593] env[65677]: DEBUG oslo_vmware.api [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4635947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357884} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.178908] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.179293] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.179682] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.180045] env[65677]: INFO nova.compute.manager [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 700.180429] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.180721] env[65677]: DEBUG nova.compute.manager [-] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 700.180881] env[65677]: DEBUG nova.network.neutron [-] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.181256] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.274810] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.305432] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.360831] env[65677]: DEBUG nova.compute.utils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.370530] env[65677]: DEBUG nova.network.neutron [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Updating instance_info_cache with network_info: [{"id": "ae5fc0d1-7787-49ba-86a2-4a5b20b7726a", "address": "fa:16:3e:cd:27:29", "network": {"id": "af7cbc1f-f815-4835-a90c-27eb235e7917", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-663961378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a96ed59df9c54f86a4544e993ff67253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5fc0d1-77", "ovs_interfaceid": "ae5fc0d1-7787-49ba-86a2-4a5b20b7726a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.371817] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 700.372629] env[65677]: DEBUG nova.network.neutron [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.372629] env[65677]: WARNING neutronclient.v2_0.client [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.372758] env[65677]: WARNING neutronclient.v2_0.client [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.538176] env[65677]: DEBUG nova.policy [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9355a5b5b84053857567fb9b03aef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8947e46df4a541f595c2e80f0b685cb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.596403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.596697] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.596936] env[65677]: DEBUG nova.network.neutron [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.775933] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635948, 'name': ReconfigVM_Task, 'duration_secs': 0.748868} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.776668] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e/ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.776668] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.870425] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 700.880454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Releasing lock "refresh_cache-53db67e8-27a4-4a3c-99aa-9eee5f750c58" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.880741] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Instance network_info: |[{"id": "ae5fc0d1-7787-49ba-86a2-4a5b20b7726a", "address": "fa:16:3e:cd:27:29", "network": {"id": "af7cbc1f-f815-4835-a90c-27eb235e7917", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-663961378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a96ed59df9c54f86a4544e993ff67253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5fc0d1-77", "ovs_interfaceid": "ae5fc0d1-7787-49ba-86a2-4a5b20b7726a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 700.881368] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:27:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae5fc0d1-7787-49ba-86a2-4a5b20b7726a', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.894275] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Creating folder: Project (a96ed59df9c54f86a4544e993ff67253). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.895743] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-877d9130-8fe3-4e49-8c88-011062bf102e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.901576] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367ad32-3b1c-4537-b299-a32982cbe5fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.910545] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf746b49-b605-48c3-95a1-a45fb8cc1dbb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.920296] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Created folder: Project (a96ed59df9c54f86a4544e993ff67253) in parent group-v905237. [ 700.920296] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Creating folder: Instances. Parent ref: group-v905333. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.920296] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09fee8d1-b783-4043-9fcc-18ed7430a59b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.952551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "d818b6d4-391c-4911-a267-c42aae775098" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.953898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "d818b6d4-391c-4911-a267-c42aae775098" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.953898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "d818b6d4-391c-4911-a267-c42aae775098-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.953898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "d818b6d4-391c-4911-a267-c42aae775098-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.953898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "d818b6d4-391c-4911-a267-c42aae775098-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.958328] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac53d780-46f6-48a7-b745-0300d34618b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.962411] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Created folder: Instances in parent group-v905333. [ 700.962676] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.964561] env[65677]: INFO nova.compute.manager [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Terminating instance [ 700.966525] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.972517] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c20bf33-10a0-4b7a-b4e7-73b9f6194957 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.996480] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c14ac4-3076-4e5d-aaa5-7fc2019ad455 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.003267] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.003267] env[65677]: value = "task-4635951" [ 701.003267] env[65677]: _type = "Task" [ 701.003267] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.017560] env[65677]: DEBUG nova.compute.provider_tree [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.027741] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635951, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.074501] env[65677]: DEBUG nova.network.neutron [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Successfully created port: 024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.148784] env[65677]: DEBUG nova.network.neutron [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 701.158529] env[65677]: DEBUG nova.network.neutron [-] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.286540] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28237c18-1906-4a4e-98e2-2f63571bed48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.291745] env[65677]: WARNING neutronclient.v2_0.client [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.314379] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6d990-e3c0-4fb8-95fb-70e517d615c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.334334] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.394564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.394564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.473620] env[65677]: INFO nova.compute.manager [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Rebuilding instance [ 701.492912] env[65677]: DEBUG nova.compute.manager [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 701.495043] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.495043] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7aa773-8d14-4c52-b0f7-4a2e7cc1353a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.504651] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.504651] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5e6268-6305-4be4-8e0a-8fecbeb076dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.519351] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635951, 'name': CreateVM_Task, 'duration_secs': 0.445035} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.521422] env[65677]: DEBUG nova.scheduler.client.report [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.525193] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.525761] env[65677]: DEBUG oslo_vmware.api [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 701.525761] env[65677]: value = "task-4635952" [ 701.525761] env[65677]: _type = "Task" [ 701.525761] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.526327] env[65677]: WARNING neutronclient.v2_0.client [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.526806] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.526953] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.527589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.532455] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebb5142-e624-41e0-a10b-8b90f6f82083 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.544086] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 701.544086] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525ad17d-fe24-d3fd-112b-b8edd15067af" [ 701.544086] env[65677]: _type = "Task" [ 701.544086] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.550161] env[65677]: DEBUG oslo_vmware.api [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.561246] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525ad17d-fe24-d3fd-112b-b8edd15067af, 'name': SearchDatastore_Task, 'duration_secs': 0.013862} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.561616] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.561850] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.562204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.562394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.562583] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.562916] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47ba67e0-e1e6-4318-9ea9-6645e777f389 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.575046] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.575046] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.577706] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f5d06d-fb9e-4c4a-afe5-cbde8bdc1f66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.580620] env[65677]: DEBUG nova.compute.manager [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 701.581503] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599fb893-0b07-41aa-9390-05e9d31992d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.589587] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 701.589587] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523b134b-90c9-349c-50fa-7a5f0e14ba07" [ 701.589587] env[65677]: _type = "Task" [ 701.589587] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.604627] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523b134b-90c9-349c-50fa-7a5f0e14ba07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.660427] env[65677]: INFO nova.compute.manager [-] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Took 1.48 seconds to deallocate network for instance. [ 701.841549] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.841945] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.885737] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 701.901819] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 701.913794] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.914056] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.914252] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.915280] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.915280] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.915280] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.915575] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.915770] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.915999] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.916276] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.916522] env[65677]: DEBUG nova.virt.hardware [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.917973] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb51e3f-e5eb-4613-8e02-60929ea95c18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.928930] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53881b3c-21cb-4eac-94c7-ae85b62e88ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.027554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.028138] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 702.032064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.488s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.036372] env[65677]: INFO nova.compute.claims [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.050964] env[65677]: DEBUG oslo_vmware.api [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635952, 'name': PowerOffVM_Task, 'duration_secs': 0.229969} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.051346] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.051557] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.051912] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fffe091-9efc-4d1a-af8e-66adf8072ee4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.105032] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523b134b-90c9-349c-50fa-7a5f0e14ba07, 'name': SearchDatastore_Task, 'duration_secs': 0.016727} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.106248] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d97b999-5e11-4771-9887-62ceab82e220 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.115488] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 702.115488] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d17ac8-2146-2ee7-41a1-985e07ba1c34" [ 702.115488] env[65677]: _type = "Task" [ 702.115488] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.127755] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d17ac8-2146-2ee7-41a1-985e07ba1c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.141960] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.142588] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.142588] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleting the datastore file [datastore2] d818b6d4-391c-4911-a267-c42aae775098 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.142701] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd68649b-ab75-44a4-8036-22a90056d30a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.150812] env[65677]: DEBUG oslo_vmware.api [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 702.150812] env[65677]: value = "task-4635954" [ 702.150812] env[65677]: _type = "Task" [ 702.150812] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.163646] env[65677]: DEBUG oslo_vmware.api [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.167969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.429192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.542209] env[65677]: DEBUG nova.compute.utils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.543792] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 702.544139] env[65677]: DEBUG nova.network.neutron [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.544447] env[65677]: WARNING neutronclient.v2_0.client [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.544599] env[65677]: WARNING neutronclient.v2_0.client [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.607085] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.607436] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5803334-55ea-4f77-bbd1-6cfe3016cec9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.617042] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 702.617042] env[65677]: value = "task-4635955" [ 702.617042] env[65677]: _type = "Task" [ 702.617042] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.638496] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d17ac8-2146-2ee7-41a1-985e07ba1c34, 'name': SearchDatastore_Task, 'duration_secs': 0.019814} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.643862] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.644339] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 53db67e8-27a4-4a3c-99aa-9eee5f750c58/53db67e8-27a4-4a3c-99aa-9eee5f750c58.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.645017] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.645120] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a6e990-8119-44ee-8efd-1930a47ccda3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.659675] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 702.659675] env[65677]: value = "task-4635956" [ 702.659675] env[65677]: _type = "Task" [ 702.659675] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.670360] env[65677]: DEBUG oslo_vmware.api [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4635954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308432} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.671358] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.671706] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.672040] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.672370] env[65677]: INFO nova.compute.manager [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Took 1.18 seconds to destroy the instance on the hypervisor. [ 702.672812] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 702.673150] env[65677]: DEBUG nova.compute.manager [-] [instance: d818b6d4-391c-4911-a267-c42aae775098] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 702.673324] env[65677]: DEBUG nova.network.neutron [-] [instance: d818b6d4-391c-4911-a267-c42aae775098] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 702.673737] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.682995] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.721698] env[65677]: DEBUG nova.network.neutron [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Successfully updated port: 024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.889144] env[65677]: DEBUG nova.network.neutron [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Port 14fe6316-a8f7-41d9-b930-a40219502d59 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 702.908493] env[65677]: DEBUG nova.network.neutron [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.920478] env[65677]: DEBUG nova.compute.manager [None req-0371f24f-ff94-482f-9e71-082f10e17e5b tempest-ServerDiagnosticsV248Test-1733536484 tempest-ServerDiagnosticsV248Test-1733536484-project-admin] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 702.924100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b84658d-129e-4013-bae9-816f86001c22 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.934743] env[65677]: INFO nova.compute.manager [None req-0371f24f-ff94-482f-9e71-082f10e17e5b tempest-ServerDiagnosticsV248Test-1733536484 tempest-ServerDiagnosticsV248Test-1733536484-project-admin] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Retrieving diagnostics [ 702.934743] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b8f6f-038c-4044-ae85-2747548a3697 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.939697] env[65677]: DEBUG nova.policy [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d6d43da790452c8934ccd1491058f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be6f8430fda14825b694eef33ccb20c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.976941] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.057029] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 703.139438] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635955, 'name': PowerOffVM_Task, 'duration_secs': 0.208715} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.139438] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.139631] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.140606] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6eaae8-834c-43f2-a8a1-a59746874e2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.152815] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.153275] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09dc15db-806e-479a-ac32-4bca73575db6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.174999] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.188279] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.188652] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.188782] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Deleting the datastore file [datastore2] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.189078] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8d9171-4e4b-4be5-a20e-70cf695aa21c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.198616] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 703.198616] env[65677]: value = "task-4635958" [ 703.198616] env[65677]: _type = "Task" [ 703.198616] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.216120] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.225510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "refresh_cache-1a1c4c74-e31f-427c-80fc-c1f197e16745" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.225676] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired lock "refresh_cache-1a1c4c74-e31f-427c-80fc-c1f197e16745" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.225846] env[65677]: DEBUG nova.network.neutron [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.413343] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.413519] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Instance network_info: |[{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 703.413941] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:1a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d99be6-c1a0-4ae9-8620-50a0b210b599', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.422659] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Creating folder: Project (e37d468304be4ff7bb5ab108978b4cb1). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.426208] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73923221-757f-44b0-94aa-f948b7aaae30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.441876] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Created folder: Project (e37d468304be4ff7bb5ab108978b4cb1) in parent group-v905237. [ 703.442271] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Creating folder: Instances. Parent ref: group-v905336. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.442731] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1482e028-8555-4bd2-a502-3f8e1b3662fb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.458732] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Created folder: Instances in parent group-v905336. [ 703.459051] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 703.459306] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.459544] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61873ab2-4a71-44a4-953f-8ef194660fcd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.486730] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.486730] env[65677]: value = "task-4635961" [ 703.486730] env[65677]: _type = "Task" [ 703.486730] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.500123] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635961, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.562776] env[65677]: INFO nova.virt.block_device [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Booting with volume 9acca043-3a13-44cb-91d4-8c8eb827c510 at /dev/sda [ 703.614692] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a8c089a-8fde-4548-ac89-52f7f7b06692 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.632229] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040a9db-1ca3-4d07-bf2a-21d32c2d9d86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.681249] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c536e4d4-e630-4516-a4cf-96e5398f64e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.683654] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db28f38c-834b-4c3a-81f8-cfaed50f8117 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.697956] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733951} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.698093] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 53db67e8-27a4-4a3c-99aa-9eee5f750c58/53db67e8-27a4-4a3c-99aa-9eee5f750c58.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.698442] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.698940] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da383ae9-ca5d-407b-b5fc-647e095d2a54 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.702074] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d137da2b-7b34-4b6b-adfe-2edcbb123d05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.714211] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46510b21-cf55-4ef6-b100-85b87e38f4fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.735862] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 703.735862] env[65677]: value = "task-4635962" [ 703.735862] env[65677]: _type = "Task" [ 703.735862] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.771703] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.792023] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.792023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.792023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.793499] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d36c7-dcef-4a8b-998f-cfd42b08230f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.798185] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc1d668-b567-4fc3-a27d-cb59c8eff40a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.818756] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e630f2ee-c64a-4157-8b7b-1d91e0f2eb40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.825155] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635962, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.826171] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5df29-2bc3-46ec-914e-ba863e841609 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.843721] env[65677]: DEBUG nova.compute.provider_tree [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.852276] env[65677]: DEBUG nova.virt.block_device [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updating existing volume attachment record: 3f47f675-4833-45f5-8186-ac906dd6b51f {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 703.896310] env[65677]: DEBUG nova.network.neutron [-] [instance: d818b6d4-391c-4911-a267-c42aae775098] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.918504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.918866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.919153] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.934057] env[65677]: DEBUG nova.network.neutron [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Successfully created port: 7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.977602] env[65677]: DEBUG nova.network.neutron [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.001741] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635961, 'name': CreateVM_Task, 'duration_secs': 0.470063} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.002037] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.002671] env[65677]: WARNING neutronclient.v2_0.client [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.003079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.003312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.003692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.004020] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd3009d-9426-49ea-86d9-336cddf903f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.010863] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 704.010863] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d1836d-77aa-8eab-4dbe-2cf91f742e4b" [ 704.010863] env[65677]: _type = "Task" [ 704.010863] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.020799] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d1836d-77aa-8eab-4dbe-2cf91f742e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.285161] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089787} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.285453] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.286282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8868f0cd-d296-4148-9e9e-e691391893a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.315853] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 53db67e8-27a4-4a3c-99aa-9eee5f750c58/53db67e8-27a4-4a3c-99aa-9eee5f750c58.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.319350] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8317787f-6f87-4344-972c-3e2f2349985f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.342412] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 704.342412] env[65677]: value = "task-4635963" [ 704.342412] env[65677]: _type = "Task" [ 704.342412] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.354743] env[65677]: DEBUG nova.scheduler.client.report [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.365835] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.399715] env[65677]: INFO nova.compute.manager [-] [instance: d818b6d4-391c-4911-a267-c42aae775098] Took 1.73 seconds to deallocate network for instance. [ 704.526447] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d1836d-77aa-8eab-4dbe-2cf91f742e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.526963] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.527322] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.527742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.528031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.528330] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.528725] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35a67170-babd-408d-9c3b-3548b9256ffd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.539937] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.539937] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.540187] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c486a16-0e8e-4c02-9b2d-46970f14c7f9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.547420] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 704.547420] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271965b-feab-4104-bc40-af2034a88609" [ 704.547420] env[65677]: _type = "Task" [ 704.547420] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.557590] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271965b-feab-4104-bc40-af2034a88609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.564446] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Received event network-vif-deleted-fcf6e421-b4a4-41a4-9e45-139c15071282 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 704.564734] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Received event network-vif-deleted-829e8cc9-8e38-427b-b64e-06b197052541 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 704.564876] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Received event network-vif-deleted-5381b4e5-cfdd-4916-9040-91ced468e257 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 704.567546] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 704.567546] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing instance network info cache due to event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 704.567546] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.567546] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.567546] env[65677]: DEBUG nova.network.neutron [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.591050] env[65677]: WARNING neutronclient.v2_0.client [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.858299] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635963, 'name': ReconfigVM_Task, 'duration_secs': 0.31012} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.858776] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 53db67e8-27a4-4a3c-99aa-9eee5f750c58/53db67e8-27a4-4a3c-99aa-9eee5f750c58.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.862795] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.865675] env[65677]: DEBUG nova.virt.hardware [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.865675] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7f7837-e4ec-47d5-8dfc-15e901f9c237 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.868573] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.868573] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 704.874146] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9bf20b-4acf-4478-9e36-865c1c6c58b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.879251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.139s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.881468] env[65677]: INFO nova.compute.claims [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.892808] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a2d415-0186-4869-8632-aa86262b302a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.898294] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 704.898294] env[65677]: value = "task-4635964" [ 704.898294] env[65677]: _type = "Task" [ 704.898294] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.913508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.914021] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.920509] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.924462] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.935411] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ce72b8-14e8-41a7-86ef-a1aa616ab4b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.961045] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.968610] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635964, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.968610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.968610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.968610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "df12d483-63ce-44fe-a57c-97e068cdd54d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.968610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.969448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.971901] env[65677]: INFO nova.compute.manager [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Terminating instance [ 704.981263] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.981263] env[65677]: value = "task-4635965" [ 704.981263] env[65677]: _type = "Task" [ 704.981263] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.997969] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635965, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.060549] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271965b-feab-4104-bc40-af2034a88609, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.061453] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3e96e1-b45f-47d2-bc32-a4b02c88f5c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.069408] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 705.069408] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528c8535-6504-f014-c43b-5d2fe889a9fc" [ 705.069408] env[65677]: _type = "Task" [ 705.069408] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.069930] env[65677]: WARNING neutronclient.v2_0.client [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.082192] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528c8535-6504-f014-c43b-5d2fe889a9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.381413] env[65677]: DEBUG nova.compute.utils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.383053] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 705.383281] env[65677]: DEBUG nova.network.neutron [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.383623] env[65677]: WARNING neutronclient.v2_0.client [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.384066] env[65677]: WARNING neutronclient.v2_0.client [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.410298] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635964, 'name': Rename_Task, 'duration_secs': 0.207276} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.410911] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.411213] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b837f3b9-f988-49fe-a44a-8c207a50d741 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.420403] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 705.420403] env[65677]: value = "task-4635966" [ 705.420403] env[65677]: _type = "Task" [ 705.420403] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.429920] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.483114] env[65677]: DEBUG nova.compute.manager [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 705.483455] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.484549] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def61535-cdc6-475d-bafb-381656d1e3a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.508622] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635965, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.509554] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.509854] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3fa02c-5abb-4467-bd8e-91de69168a3b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.519165] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 705.519165] env[65677]: value = "task-4635967" [ 705.519165] env[65677]: _type = "Task" [ 705.519165] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.531269] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.587879] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528c8535-6504-f014-c43b-5d2fe889a9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018838} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.588359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.588619] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3d4056ad-9ddb-4e50-8a18-34d1468b335c/3d4056ad-9ddb-4e50-8a18-34d1468b335c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.588889] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f16864b1-50f1-4445-bd20-3e52d582f434 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.598303] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 705.598303] env[65677]: value = "task-4635968" [ 705.598303] env[65677]: _type = "Task" [ 705.598303] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.608272] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.696260] env[65677]: DEBUG nova.network.neutron [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Updating instance_info_cache with network_info: [{"id": "024c1925-0a29-40ce-b45e-dbeaa434c600", "address": "fa:16:3e:da:ac:4d", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024c1925-0a", "ovs_interfaceid": "024c1925-0a29-40ce-b45e-dbeaa434c600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.711989] env[65677]: DEBUG nova.network.neutron [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Successfully updated port: 7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.763543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.763837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.764061] env[65677]: DEBUG nova.network.neutron [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.803712] env[65677]: DEBUG nova.policy [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3c289d7554d6f9c00ab94f2fc9855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3065dcf941fc4006846ab55b10d23b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.887956] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 705.933786] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.006021] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 706.006645] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 706.006931] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.006931] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 706.007069] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.007200] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 706.007386] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 706.007525] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 706.007705] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 706.007849] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 706.007977] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 706.008123] env[65677]: DEBUG nova.virt.hardware [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 706.008771] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635965, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.014119] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec867dc1-3f95-4471-b489-384cb521a952 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.031506] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d19c93-bffc-49b2-932e-e08ed2ec62ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.042587] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.119057] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.201801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Releasing lock "refresh_cache-1a1c4c74-e31f-427c-80fc-c1f197e16745" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.202288] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Instance network_info: |[{"id": "024c1925-0a29-40ce-b45e-dbeaa434c600", "address": "fa:16:3e:da:ac:4d", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024c1925-0a", "ovs_interfaceid": "024c1925-0a29-40ce-b45e-dbeaa434c600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 706.203052] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ac:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024c1925-0a29-40ce-b45e-dbeaa434c600', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.210802] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating folder: Project (8947e46df4a541f595c2e80f0b685cb9). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.211150] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc1c1370-d3b3-405e-a8d6-8f8ba2251b9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.216305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquiring lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.216454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquired lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.216716] env[65677]: DEBUG nova.network.neutron [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.224716] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Created folder: Project (8947e46df4a541f595c2e80f0b685cb9) in parent group-v905237. [ 706.224959] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating folder: Instances. Parent ref: group-v905340. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.225324] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5fccb2-85a3-4a83-b656-eeb31373e8ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.241088] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Created folder: Instances in parent group-v905340. [ 706.241572] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 706.241836] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.242280] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6052c28-d434-482f-8360-a0f542e45bb2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.267315] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.272167] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.272167] env[65677]: value = "task-4635971" [ 706.272167] env[65677]: _type = "Task" [ 706.272167] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.285088] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635971, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.442778] env[65677]: DEBUG oslo_vmware.api [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4635966, 'name': PowerOnVM_Task, 'duration_secs': 0.791521} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.442861] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.443056] env[65677]: INFO nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Took 10.20 seconds to spawn the instance on the hypervisor. [ 706.443250] env[65677]: DEBUG nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 706.444301] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb7fcdd-ce24-42df-bde6-ef62b20c13f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.499602] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635965, 'name': CreateVM_Task, 'duration_secs': 1.491949} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.503350] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.504341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.504803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.505493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.505493] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0302c2ef-3c54-4bb2-abc9-fd3e60881dc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.514148] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 706.514148] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d0e179-b187-6b06-f963-b63c1de82eeb" [ 706.514148] env[65677]: _type = "Task" [ 706.514148] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.525943] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d0e179-b187-6b06-f963-b63c1de82eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.544980] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635967, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.615029] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61561} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.617130] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403fe4-83fd-305f-e9a4-41e731c73259/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 706.618299] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3d4056ad-9ddb-4e50-8a18-34d1468b335c/3d4056ad-9ddb-4e50-8a18-34d1468b335c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.618587] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.619293] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e56d47-59f5-41d6-8782-852789af8f74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.622554] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8dbcc0-8103-4718-81bb-497e93fb9527 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.625984] env[65677]: DEBUG nova.network.neutron [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Successfully created port: 6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.628546] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3986022-6650-4f4c-8b5a-75372beb0de8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.641109] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403fe4-83fd-305f-e9a4-41e731c73259/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 706.641329] env[65677]: ERROR oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403fe4-83fd-305f-e9a4-41e731c73259/disk-0.vmdk due to incomplete transfer. [ 706.642683] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-93bda631-f6b2-439a-b2a3-82744132893e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.645038] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1314d2c3-d61d-44b4-ba0c-be66de159e2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.651792] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 706.651792] env[65677]: value = "task-4635972" [ 706.651792] env[65677]: _type = "Task" [ 706.651792] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.683903] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002da7f0-97d9-44eb-9dd6-c6a67e16c7a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.686688] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.686951] env[65677]: DEBUG oslo_vmware.rw_handles [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403fe4-83fd-305f-e9a4-41e731c73259/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 706.687152] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Uploaded image d7120b81-59ba-4e5b-be77-4e3e742b229e to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 706.689443] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 706.692817] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8d85c03-ef55-4057-89df-83246230c764 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.703029] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b65bb-5fc9-4eb9-9c12-9453c8d3f627 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.709064] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 706.709064] env[65677]: value = "task-4635973" [ 706.709064] env[65677]: _type = "Task" [ 706.709064] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.727759] env[65677]: DEBUG nova.compute.provider_tree [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.735639] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635973, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.784090] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635971, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.907605] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 706.937299] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 706.937599] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.937753] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 706.937933] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.938128] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 706.938315] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 706.938576] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 706.938755] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 706.938964] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 706.942027] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 706.942027] env[65677]: DEBUG nova.virt.hardware [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 706.942027] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6399ff-c685-4b72-96ee-11a21084887f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.955188] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafb265d-201f-4f8d-9465-114af9569831 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.983734] env[65677]: INFO nova.compute.manager [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Took 21.53 seconds to build instance. [ 707.024713] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d0e179-b187-6b06-f963-b63c1de82eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.015445} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.025038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.025267] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.025527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.025620] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.025783] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.026119] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cbd1008-dc31-4408-ad60-9ed87b730e6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.042331] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635967, 'name': PowerOffVM_Task, 'duration_secs': 1.070486} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.042751] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.042985] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.043360] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7acd71d0-546a-4837-9ba7-d7563aab065d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.047384] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.047621] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.048476] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa4b397-c2c5-4c9a-b0f8-6e86ff26a65c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.056034] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 707.056034] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a793d9-78a9-e894-1cb5-dd860c43efed" [ 707.056034] env[65677]: _type = "Task" [ 707.056034] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.066970] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a793d9-78a9-e894-1cb5-dd860c43efed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.068007] env[65677]: DEBUG nova.network.neutron [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.120941] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.121339] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.121625] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleting the datastore file [datastore1] df12d483-63ce-44fe-a57c-97e068cdd54d {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.122063] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58e26aed-0ae3-4237-821c-aedcb300eac0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.130148] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for the task: (returnval){ [ 707.130148] env[65677]: value = "task-4635975" [ 707.130148] env[65677]: _type = "Task" [ 707.130148] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.140063] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.159626] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084008} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.159963] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.160797] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8abff-2337-45b4-9f53-a55b1a840b36 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.186312] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3d4056ad-9ddb-4e50-8a18-34d1468b335c/3d4056ad-9ddb-4e50-8a18-34d1468b335c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.186660] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ee5983-b0b0-4452-9cf0-c966cd6ee644 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.209306] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 707.209306] env[65677]: value = "task-4635976" [ 707.209306] env[65677]: _type = "Task" [ 707.209306] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.222011] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635973, 'name': Destroy_Task, 'duration_secs': 0.361476} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.225526] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Destroyed the VM [ 707.225726] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 707.225993] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.226242] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f2ed77e-8366-409e-9c0c-d1f5ace7c5d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.231240] env[65677]: DEBUG nova.scheduler.client.report [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.236280] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 707.236280] env[65677]: value = "task-4635977" [ 707.236280] env[65677]: _type = "Task" [ 707.236280] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.246775] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.285067] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635971, 'name': CreateVM_Task, 'duration_secs': 0.518534} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.285162] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.286987] env[65677]: WARNING neutronclient.v2_0.client [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.286987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.286987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.286987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.287537] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b62e66f-2a1f-4596-abd5-c400d20af754 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.294324] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 707.294324] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ede8be-3ee1-4a2c-8f4c-10cd25e11cd5" [ 707.294324] env[65677]: _type = "Task" [ 707.294324] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.304503] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ede8be-3ee1-4a2c-8f4c-10cd25e11cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.487371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d9efe041-a863-449f-b118-875cf21d7fe4 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.051s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.569091] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a793d9-78a9-e894-1cb5-dd860c43efed, 'name': SearchDatastore_Task, 'duration_secs': 0.053297} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.569091] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1f4381-426a-46cf-94ef-1ae20210c036 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.574674] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 707.574674] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c0d5a0-ddd5-5bfa-321e-0e8a711a9275" [ 707.574674] env[65677]: _type = "Task" [ 707.574674] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.584375] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c0d5a0-ddd5-5bfa-321e-0e8a711a9275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.640800] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.720983] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.738114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.738678] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 707.742392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.376s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.742663] env[65677]: DEBUG nova.objects.instance [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lazy-loading 'resources' on Instance uuid 44173d80-d8cb-4800-9740-7c61d7ad9fee {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.753939] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.806326] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ede8be-3ee1-4a2c-8f4c-10cd25e11cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.027463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.806665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.806895] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.807128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.076602] env[65677]: WARNING neutronclient.v2_0.client [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.091856] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c0d5a0-ddd5-5bfa-321e-0e8a711a9275, 'name': SearchDatastore_Task, 'duration_secs': 0.052595} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.091856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.091856] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.092172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.092222] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.092463] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ae496c-4332-47e9-91d5-0ad86d54772f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.097814] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00dfe03f-824f-4588-bc70-2e848c3c57f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.107026] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 708.107026] env[65677]: value = "task-4635978" [ 708.107026] env[65677]: _type = "Task" [ 708.107026] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.114052] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.114260] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.116190] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10715815-5902-4b62-9b29-c33b091fecd6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.123849] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.128684] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 708.128684] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520c2974-cef4-a09e-9903-608935a75206" [ 708.128684] env[65677]: _type = "Task" [ 708.128684] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.141559] env[65677]: DEBUG oslo_vmware.api [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Task: {'id': task-4635975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566107} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.145600] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.145600] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.145600] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.145600] env[65677]: INFO nova.compute.manager [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Took 2.66 seconds to destroy the instance on the hypervisor. [ 708.145600] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 708.145600] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520c2974-cef4-a09e-9903-608935a75206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.146170] env[65677]: DEBUG nova.compute.manager [-] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 708.146170] env[65677]: DEBUG nova.network.neutron [-] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 708.146170] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.221361] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635976, 'name': ReconfigVM_Task, 'duration_secs': 0.746786} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.221645] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3d4056ad-9ddb-4e50-8a18-34d1468b335c/3d4056ad-9ddb-4e50-8a18-34d1468b335c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.222373] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32fa5faf-c070-4592-8872-84bbf5549833 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.230322] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 708.230322] env[65677]: value = "task-4635979" [ 708.230322] env[65677]: _type = "Task" [ 708.230322] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.241374] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635979, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.250161] env[65677]: DEBUG nova.compute.utils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.258435] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 708.258435] env[65677]: DEBUG nova.network.neutron [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 708.259711] env[65677]: WARNING neutronclient.v2_0.client [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.259711] env[65677]: WARNING neutronclient.v2_0.client [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.268457] env[65677]: DEBUG oslo_vmware.api [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4635977, 'name': RemoveSnapshot_Task, 'duration_secs': 0.998735} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.268820] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.269075] env[65677]: INFO nova.compute.manager [None req-fe4a2ee9-8420-4c51-9e40-770ece774099 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 708.334973] env[65677]: DEBUG nova.network.neutron [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Successfully updated port: 6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.379355] env[65677]: DEBUG nova.network.neutron [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updated VIF entry in instance network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.380089] env[65677]: DEBUG nova.network.neutron [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.398046] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.462033] env[65677]: WARNING neutronclient.v2_0.client [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.464382] env[65677]: WARNING neutronclient.v2_0.client [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.566217] env[65677]: DEBUG nova.policy [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9355a5b5b84053857567fb9b03aef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8947e46df4a541f595c2e80f0b685cb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.628556] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635978, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.645612] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520c2974-cef4-a09e-9903-608935a75206, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.646469] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938706c0-300c-4518-aa29-b4a13d3c099a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.660620] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 708.660620] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfb074-258d-04b3-c4f0-72e8b825f225" [ 708.660620] env[65677]: _type = "Task" [ 708.660620] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.676774] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfb074-258d-04b3-c4f0-72e8b825f225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.744579] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635979, 'name': Rename_Task, 'duration_secs': 0.207086} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.749491] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.750266] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95693c74-30a0-4dec-9b9f-6dd508b2753a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.758691] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 708.762084] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 708.762084] env[65677]: value = "task-4635980" [ 708.762084] env[65677]: _type = "Task" [ 708.762084] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.783979] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635980, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.792625] env[65677]: DEBUG nova.compute.manager [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Received event network-changed-df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 708.792625] env[65677]: DEBUG nova.compute.manager [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Refreshing instance network info cache due to event network-changed-df4a12bc-0606-4564-9fa7-53e6391b4403. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 708.792916] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] Acquiring lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.793078] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] Acquired lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.793228] env[65677]: DEBUG nova.network.neutron [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Refreshing network info cache for port df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.838895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.839155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839336] env[65677]: DEBUG nova.network.neutron [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.866638] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e4e52c-1e63-4c57-a492-c70367571130 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.879249] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f24199-b2a7-4878-8711-e092b248f330 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.884709] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.884990] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Received event network-vif-plugged-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 708.885204] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Acquiring lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.885468] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.885645] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.885892] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] No waiting events found dispatching network-vif-plugged-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 708.886089] env[65677]: WARNING nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Received unexpected event network-vif-plugged-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a for instance with vm_state building and task_state spawning. [ 708.886311] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Received event network-changed-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 708.886443] env[65677]: DEBUG nova.compute.manager [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Refreshing instance network info cache due to event network-changed-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 708.886579] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Acquiring lock "refresh_cache-53db67e8-27a4-4a3c-99aa-9eee5f750c58" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.886711] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Acquired lock "refresh_cache-53db67e8-27a4-4a3c-99aa-9eee5f750c58" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.886858] env[65677]: DEBUG nova.network.neutron [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Refreshing network info cache for port ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.917483] env[65677]: WARNING neutronclient.v2_0.client [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.920843] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797973da-da2a-410f-9641-1c93de9598c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.934603] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaac7903-042c-4dd7-a627-fe36b7f98cdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.953620] env[65677]: DEBUG nova.compute.provider_tree [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.965016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.965273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.120274] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596317} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.121438] env[65677]: DEBUG nova.network.neutron [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updating instance_info_cache with network_info: [{"id": "7d1e7cb9-c160-4807-b337-f9521c507c66", "address": "fa:16:3e:13:84:d2", "network": {"id": "5b775c0c-2854-49a6-a1cd-c79a94a9d710", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-59710388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6f8430fda14825b694eef33ccb20c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1e7cb9-c1", "ovs_interfaceid": "7d1e7cb9-c160-4807-b337-f9521c507c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.122974] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.123474] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.123895] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f289668-0ac0-4de5-90d8-bed5f70d05bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.131981] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 709.131981] env[65677]: value = "task-4635981" [ 709.131981] env[65677]: _type = "Task" [ 709.131981] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.132685] env[65677]: DEBUG nova.network.neutron [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Successfully created port: c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.146581] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.153812] env[65677]: DEBUG nova.network.neutron [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance_info_cache with network_info: [{"id": "14fe6316-a8f7-41d9-b930-a40219502d59", "address": "fa:16:3e:b0:12:f8", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fe6316-a8", "ovs_interfaceid": "14fe6316-a8f7-41d9-b930-a40219502d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.172240] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfb074-258d-04b3-c4f0-72e8b825f225, 'name': SearchDatastore_Task, 'duration_secs': 0.031839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.172542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.172829] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 1a1c4c74-e31f-427c-80fc-c1f197e16745/1a1c4c74-e31f-427c-80fc-c1f197e16745.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.173169] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fdd28cd-4e76-4654-b5ef-ca87923f88d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.183803] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 709.183803] env[65677]: value = "task-4635982" [ 709.183803] env[65677]: _type = "Task" [ 709.183803] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.193938] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.253315] env[65677]: DEBUG nova.objects.instance [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lazy-loading 'flavor' on Instance uuid 061d0a51-8aff-4fbc-b6f6-788c95e25cb6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.280619] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.301888] env[65677]: WARNING neutronclient.v2_0.client [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.464083] env[65677]: DEBUG nova.scheduler.client.report [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.482124] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 709.516733] env[65677]: WARNING neutronclient.v2_0.client [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.572873] env[65677]: DEBUG nova.network.neutron [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.589439] env[65677]: DEBUG nova.network.neutron [-] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.628027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Releasing lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.628027] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Instance network_info: |[{"id": "7d1e7cb9-c160-4807-b337-f9521c507c66", "address": "fa:16:3e:13:84:d2", "network": {"id": "5b775c0c-2854-49a6-a1cd-c79a94a9d710", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-59710388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6f8430fda14825b694eef33ccb20c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1e7cb9-c1", "ovs_interfaceid": "7d1e7cb9-c160-4807-b337-f9521c507c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 709.628027] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:84:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1e7cb9-c160-4807-b337-f9521c507c66', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.634911] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Creating folder: Project (be6f8430fda14825b694eef33ccb20c8). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.635768] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12057986-2b2c-4c14-b9de-8178e7585782 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.649527] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075056} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.649869] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.650959] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce03932-770a-474c-85ad-132d73f3c364 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.656260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.671305] env[65677]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 709.671506] env[65677]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65677) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 709.681167] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.681581] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Folder already exists: Project (be6f8430fda14825b694eef33ccb20c8). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 709.681760] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Creating folder: Instances. Parent ref: group-v905298. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.686627] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f395fa1-a6d0-48d4-902b-8feb6f0acc1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.704925] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74fed60c-2358-44b1-ba83-987981ab77b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.720828] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 709.720828] env[65677]: value = "task-4635985" [ 709.720828] env[65677]: _type = "Task" [ 709.720828] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.724357] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635982, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.731379] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Created folder: Instances in parent group-v905298. [ 709.731379] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.731379] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c532c241-c981-42db-808f-09059f75d8e7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.731379] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f9b8a35-6da3-427f-8a90-75b44d133c41 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.751803] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.762352] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.762352] env[65677]: value = "task-4635986" [ 709.762352] env[65677]: _type = "Task" [ 709.762352] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.762589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.762619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.762986] env[65677]: WARNING neutronclient.v2_0.client [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.777633] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 709.787477] env[65677]: DEBUG oslo_vmware.api [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4635980, 'name': PowerOnVM_Task, 'duration_secs': 0.785357} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.787671] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635986, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.787993] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.788253] env[65677]: INFO nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Took 10.82 seconds to spawn the instance on the hypervisor. [ 709.788352] env[65677]: DEBUG nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 709.789240] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a588c0-c0de-44a9-b915-a24675a6ef26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.826458] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.826705] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.827631] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.827631] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.827631] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.827631] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.827631] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.827631] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.827900] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.827937] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.828092] env[65677]: DEBUG nova.virt.hardware [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.829404] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56109cd8-da40-4bde-ab4f-35681f00639a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.840894] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37428ffc-3dfa-497f-a853-343a42e4645b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.858805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.858959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.859089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.859355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.859439] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.862274] env[65677]: INFO nova.compute.manager [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Terminating instance [ 709.870500] env[65677]: DEBUG nova.network.neutron [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Updated VIF entry in instance network info cache for port ae5fc0d1-7787-49ba-86a2-4a5b20b7726a. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.871793] env[65677]: DEBUG nova.network.neutron [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Updating instance_info_cache with network_info: [{"id": "ae5fc0d1-7787-49ba-86a2-4a5b20b7726a", "address": "fa:16:3e:cd:27:29", "network": {"id": "af7cbc1f-f815-4835-a90c-27eb235e7917", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-663961378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a96ed59df9c54f86a4544e993ff67253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5fc0d1-77", "ovs_interfaceid": "ae5fc0d1-7787-49ba-86a2-4a5b20b7726a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.968085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.970672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.398s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.970949] env[65677]: DEBUG nova.objects.instance [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lazy-loading 'resources' on Instance uuid cfd6df13-9082-4925-9d31-bef7fea6b3ca {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.997500] env[65677]: INFO nova.scheduler.client.report [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Deleted allocations for instance 44173d80-d8cb-4800-9740-7c61d7ad9fee [ 710.007083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.094035] env[65677]: INFO nova.compute.manager [-] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Took 1.95 seconds to deallocate network for instance. [ 710.216347] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf7830-a189-4268-aa30-df7d5e937e5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.224237] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703302} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.224999] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 1a1c4c74-e31f-427c-80fc-c1f197e16745/1a1c4c74-e31f-427c-80fc-c1f197e16745.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.225250] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.228236] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67664b6f-4139-43e8-b0f8-0d0ec7d0dd61 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.245491] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1950d7-3003-4251-9aa0-0f330280e37e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.252538] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 710.252538] env[65677]: value = "task-4635987" [ 710.252538] env[65677]: _type = "Task" [ 710.252538] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.252792] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635985, 'name': ReconfigVM_Task, 'duration_secs': 0.356921} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.253522] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.256922] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47d1b3ec-301d-4ff1-9f5a-80e328d1730f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.261201] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.273508] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.275340] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 710.275340] env[65677]: value = "task-4635988" [ 710.275340] env[65677]: _type = "Task" [ 710.275340] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.282298] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635986, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.289345] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635988, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.309472] env[65677]: INFO nova.compute.manager [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Took 24.10 seconds to build instance. [ 710.367816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "refresh_cache-fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.368109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquired lock "refresh_cache-fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.368438] env[65677]: DEBUG nova.network.neutron [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.373212] env[65677]: DEBUG oslo_concurrency.lockutils [req-648f1031-18a8-482e-933f-0b79a5636af3 req-07873f02-4d4f-43aa-933f-124096acabd1 service nova] Releasing lock "refresh_cache-53db67e8-27a4-4a3c-99aa-9eee5f750c58" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.386094] env[65677]: DEBUG nova.network.neutron [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.401339] env[65677]: WARNING neutronclient.v2_0.client [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.431136] env[65677]: WARNING neutronclient.v2_0.client [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.507468] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5c05060-916f-49d2-acfe-609bfc438ea2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "44173d80-d8cb-4800-9740-7c61d7ad9fee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.766s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.602196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.736708] env[65677]: DEBUG nova.network.neutron [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updating instance_info_cache with network_info: [{"id": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "address": "fa:16:3e:1b:be:1a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a23ec37-bc", "ovs_interfaceid": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.769896] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.774928] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e941fd-fcb9-486d-87c8-e0bd0ddf6664 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.780137] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084355} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.781869] env[65677]: DEBUG nova.network.neutron [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updated VIF entry in instance network info cache for port df4a12bc-0606-4564-9fa7-53e6391b4403. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.782922] env[65677]: DEBUG nova.network.neutron [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updating instance_info_cache with network_info: [{"id": "df4a12bc-0606-4564-9fa7-53e6391b4403", "address": "fa:16:3e:83:81:58", "network": {"id": "de0830d5-c8ab-4fe3-8f08-21c228a0bdf7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200451508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b07ac71633457e92a3f8b3dbf0c7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a12bc-06", "ovs_interfaceid": "df4a12bc-0606-4564-9fa7-53e6391b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.790372] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.798719] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b2696-4bce-4b59-9e23-a16bee9a10a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.806370] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-vif-plugged-35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 710.806642] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.806815] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.807078] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.807171] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] No waiting events found dispatching network-vif-plugged-35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 710.807396] env[65677]: WARNING nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received unexpected event network-vif-plugged-35d99be6-c1a0-4ae9-8620-50a0b210b599 for instance with vm_state active and task_state None. [ 710.807472] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-changed-35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 710.807620] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Refreshing instance network info cache due to event network-changed-35d99be6-c1a0-4ae9-8620-50a0b210b599. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 710.808042] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquiring lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.808286] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquired lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.808404] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Refreshing network info cache for port 35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.818827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6252bc56-46d2-404d-b04e-8deb7424167d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.615s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.819223] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635986, 'name': CreateVM_Task, 'duration_secs': 0.719545} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.819603] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 710.819603] env[65677]: value = "task-4635989" [ 710.819603] env[65677]: _type = "Task" [ 710.819603] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.821940] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c532c241-c981-42db-808f-09059f75d8e7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.822859] env[65677]: WARNING neutronclient.v2_0.client [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.823465] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905315', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'name': 'volume-9acca043-3a13-44cb-91d4-8c8eb827c510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c532c241-c981-42db-808f-09059f75d8e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'serial': '9acca043-3a13-44cb-91d4-8c8eb827c510'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '3f47f675-4833-45f5-8186-ac906dd6b51f', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 710.823730] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Root volume attach. Driver type: vmdk {{(pid=65677) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 710.845160] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b4f676-a7c0-4f5f-a0e3-f362eda80e9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.860614] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 1a1c4c74-e31f-427c-80fc-c1f197e16745/1a1c4c74-e31f-427c-80fc-c1f197e16745.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.861051] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635988, 'name': Rename_Task, 'duration_secs': 0.166304} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.866880] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669820f9-acd7-4683-aec9-2c0a4f00fcd8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.882233] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.888212] env[65677]: WARNING neutronclient.v2_0.client [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.890061] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-051587db-bb53-473d-892f-13e2cf654ff6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.893435] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.897151] env[65677]: WARNING neutronclient.v2_0.client [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.904544] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21a26c9-b095-4844-a810-b694b4de9444 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.909839] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 710.909839] env[65677]: value = "task-4635990" [ 710.909839] env[65677]: _type = "Task" [ 710.909839] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.911984] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 710.911984] env[65677]: value = "task-4635991" [ 710.911984] env[65677]: _type = "Task" [ 710.911984] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.923336] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00dcc8-971c-4078-a26b-781d327f55ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.933754] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.941757] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.944921] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f2813809-c7a1-4378-8caf-cfe0feaf2649 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.957333] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 710.957333] env[65677]: value = "task-4635992" [ 710.957333] env[65677]: _type = "Task" [ 710.957333] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.967691] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.991638] env[65677]: DEBUG nova.network.neutron [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Successfully updated port: c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 711.017751] env[65677]: DEBUG nova.network.neutron [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.081979] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9455a-4b8c-4006-b5d1-89f0cf2fee32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.094323] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a80a8f-1653-42a1-b4fd-1ec73421d196 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.141471] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa6234d-bc0b-47f7-988e-288f65626c79 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.157295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803dcff5-e7ae-4940-b8a4-427bc707d4b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.167216] env[65677]: DEBUG nova.network.neutron [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.179306] env[65677]: DEBUG nova.compute.provider_tree [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.240089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.240774] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Instance network_info: |[{"id": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "address": "fa:16:3e:1b:be:1a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a23ec37-bc", "ovs_interfaceid": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 711.248071] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:be:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a23ec37-bc9a-4213-935c-4d177e0a0188', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.261169] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating folder: Project (3065dcf941fc4006846ab55b10d23b1d). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.262464] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05ca1647-a8bf-46c8-8a82-5014d0c9169e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.282871] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created folder: Project (3065dcf941fc4006846ab55b10d23b1d) in parent group-v905237. [ 711.283127] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating folder: Instances. Parent ref: group-v905345. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.283421] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a99d433-2c23-4092-b750-9b27799b17fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.291743] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] Releasing lock "refresh_cache-3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.292285] env[65677]: DEBUG nova.compute.manager [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Received event network-changed-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 711.293274] env[65677]: DEBUG nova.compute.manager [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Refreshing instance network info cache due to event network-changed-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 711.293274] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] Acquiring lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.293274] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] Acquired lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.293440] env[65677]: DEBUG nova.network.neutron [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Refreshing network info cache for port 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.302091] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created folder: Instances in parent group-v905345. [ 711.302507] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 711.302817] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.303205] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5030faf2-7780-4e2f-8307-5daf74f98625 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.325479] env[65677]: WARNING neutronclient.v2_0.client [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.339812] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.339812] env[65677]: value = "task-4635995" [ 711.339812] env[65677]: _type = "Task" [ 711.339812] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.351087] env[65677]: DEBUG oslo_vmware.api [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4635989, 'name': PowerOnVM_Task, 'duration_secs': 0.532264} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.352264] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.352712] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b58ee2f4-6e12-496d-945b-4b1f2346d159 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance 'ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.364693] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635995, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.406997] env[65677]: WARNING neutronclient.v2_0.client [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.431306] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.438836] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.477325] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 40%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.498617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "refresh_cache-39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.498617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired lock "refresh_cache-39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.498617] env[65677]: DEBUG nova.network.neutron [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.683735] env[65677]: DEBUG nova.network.neutron [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.690030] env[65677]: DEBUG nova.scheduler.client.report [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.692371] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Releasing lock "refresh_cache-fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.693101] env[65677]: DEBUG nova.compute.manager [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 711.693398] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.696480] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb48d1-943c-48a9-b021-c1b951361947 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.710037] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.710557] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a731b4a8-6324-49b5-b728-f173c0cd28e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.725861] env[65677]: DEBUG oslo_vmware.api [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 711.725861] env[65677]: value = "task-4635996" [ 711.725861] env[65677]: _type = "Task" [ 711.725861] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.747257] env[65677]: DEBUG oslo_vmware.api [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.801320] env[65677]: WARNING neutronclient.v2_0.client [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.857056] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4635995, 'name': CreateVM_Task, 'duration_secs': 0.472213} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.857375] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.857796] env[65677]: WARNING neutronclient.v2_0.client [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.858324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.858469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.858821] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.859328] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6140ce-f049-4f97-8e9d-f17c00fd9ca1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.871034] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 711.871034] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a6df9-860a-f350-b9aa-3b33ee2a96ce" [ 711.871034] env[65677]: _type = "Task" [ 711.871034] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.877655] env[65677]: WARNING neutronclient.v2_0.client [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.894267] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a6df9-860a-f350-b9aa-3b33ee2a96ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.944020] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.948545] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635990, 'name': ReconfigVM_Task, 'duration_secs': 0.595466} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.949038] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 1a1c4c74-e31f-427c-80fc-c1f197e16745/1a1c4c74-e31f-427c-80fc-c1f197e16745.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.949798] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f353c344-002d-4d4f-aea4-801537955495 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.969410] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 711.969410] env[65677]: value = "task-4635997" [ 711.969410] env[65677]: _type = "Task" [ 711.969410] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.980735] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 53%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.984830] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635997, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.186485] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updated VIF entry in instance network info cache for port 35d99be6-c1a0-4ae9-8620-50a0b210b599. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.187081] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.196014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.196286] env[65677]: DEBUG nova.compute.manager [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Inject network info {{(pid=65677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 712.196555] env[65677]: DEBUG nova.compute.manager [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] network_info to inject: |[{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 712.203134] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Reconfiguring VM instance to set the machine id {{(pid=65677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 712.204091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.206969] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b020d719-995c-4882-8ee4-932ed483be2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.223791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.106s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.223896] env[65677]: DEBUG nova.objects.instance [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lazy-loading 'resources' on Instance uuid 05a75830-46da-4eb8-830d-ac30fe832fcf {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.229159] env[65677]: DEBUG nova.network.neutron [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.240938] env[65677]: DEBUG oslo_vmware.api [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 712.240938] env[65677]: value = "task-4635998" [ 712.240938] env[65677]: _type = "Task" [ 712.240938] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.252157] env[65677]: INFO nova.scheduler.client.report [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Deleted allocations for instance cfd6df13-9082-4925-9d31-bef7fea6b3ca [ 712.260513] env[65677]: DEBUG oslo_vmware.api [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4635996, 'name': PowerOffVM_Task, 'duration_secs': 0.256323} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.265239] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.268142] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.268142] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0c0eeac-2fd9-4b77-9a86-b4395313d448 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.273351] env[65677]: DEBUG oslo_vmware.api [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.340030] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.340030] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.340030] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Deleting the datastore file [datastore1] fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.340030] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f142f1-8297-4360-9c0f-1ad6ee658f60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.353554] env[65677]: DEBUG oslo_vmware.api [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for the task: (returnval){ [ 712.353554] env[65677]: value = "task-4636000" [ 712.353554] env[65677]: _type = "Task" [ 712.353554] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.375467] env[65677]: DEBUG oslo_vmware.api [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4636000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.397370] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a6df9-860a-f350-b9aa-3b33ee2a96ce, 'name': SearchDatastore_Task, 'duration_secs': 0.021824} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.397800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.398328] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.398597] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.398846] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.399103] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.399373] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd90d536-b7d6-442e-b8f0-eef468d20532 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.416152] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.416152] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.416921] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfab5f8-b56a-4eb0-9846-bea4ebc494aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.428046] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 712.428046] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525f0c47-a788-4d43-99cb-06d07bff8357" [ 712.428046] env[65677]: _type = "Task" [ 712.428046] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.440837] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.453747] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525f0c47-a788-4d43-99cb-06d07bff8357, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.458352] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00620618-5ca0-4489-9c75-68300525e3a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.480506] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 65%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.483379] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 712.483379] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521496be-92c2-26a5-125f-629a176730f9" [ 712.483379] env[65677]: _type = "Task" [ 712.483379] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.496817] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4635997, 'name': Rename_Task, 'duration_secs': 0.305375} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.500749] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.501146] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521496be-92c2-26a5-125f-629a176730f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.501795] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b82ff1a-ba18-404f-a6c1-e72da7d83929 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.503798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.504176] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ee6d6221-ddea-44f1-9a44-aa9a423ef62a/ee6d6221-ddea-44f1-9a44-aa9a423ef62a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.504625] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e411154-cee2-4c02-a840-a3ba9113d1c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.521369] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 712.521369] env[65677]: value = "task-4636001" [ 712.521369] env[65677]: _type = "Task" [ 712.521369] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.527586] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 712.527586] env[65677]: value = "task-4636002" [ 712.527586] env[65677]: _type = "Task" [ 712.527586] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.537928] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.550496] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.692902] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Releasing lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.692902] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Received event network-vif-plugged-024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 712.692902] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquiring lock "1a1c4c74-e31f-427c-80fc-c1f197e16745-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.693156] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.693244] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.694156] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] No waiting events found dispatching network-vif-plugged-024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 712.694156] env[65677]: WARNING nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Received unexpected event network-vif-plugged-024c1925-0a29-40ce-b45e-dbeaa434c600 for instance with vm_state building and task_state spawning. [ 712.694156] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Received event network-changed-024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 712.694156] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Refreshing instance network info cache due to event network-changed-024c1925-0a29-40ce-b45e-dbeaa434c600. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 712.694361] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquiring lock "refresh_cache-1a1c4c74-e31f-427c-80fc-c1f197e16745" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.694395] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquired lock "refresh_cache-1a1c4c74-e31f-427c-80fc-c1f197e16745" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.694595] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Refreshing network info cache for port 024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.740161] env[65677]: WARNING neutronclient.v2_0.client [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.759067] env[65677]: DEBUG oslo_vmware.api [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4635998, 'name': ReconfigVM_Task, 'duration_secs': 0.304081} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.759520] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Reconfigured VM instance to set the machine id {{(pid=65677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 712.768805] env[65677]: WARNING neutronclient.v2_0.client [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.777377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Lock "cfd6df13-9082-4925-9d31-bef7fea6b3ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.061s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.870837] env[65677]: DEBUG oslo_vmware.api [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Task: {'id': task-4636000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196061} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.880603] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.880603] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.880603] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.880905] env[65677]: INFO nova.compute.manager [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 712.881231] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.892117] env[65677]: DEBUG nova.compute.manager [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 712.893034] env[65677]: DEBUG nova.network.neutron [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 712.893034] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.944753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.945994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.946789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.946789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.947136] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.949211] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.953271] env[65677]: INFO nova.compute.manager [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Terminating instance [ 712.958559] env[65677]: DEBUG nova.network.neutron [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Updated VIF entry in instance network info cache for port 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.958980] env[65677]: DEBUG nova.network.neutron [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Updating instance_info_cache with network_info: [{"id": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "address": "fa:16:3e:d1:b9:fa", "network": {"id": "3fdf317a-a5bf-473f-8bbc-257762758235", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1065457442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a4fc5f36c9343a7ba815298971f8947", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8412d1b3-7d", "ovs_interfaceid": "8412d1b3-7db5-4fc8-9c1c-bfbb878757a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.982650] env[65677]: DEBUG nova.network.neutron [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.983562] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.985032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "a5304212-8168-4fe4-ab5b-f19dd1914bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.985349] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.986686] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 78%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.033813] env[65677]: DEBUG nova.network.neutron [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Updating instance_info_cache with network_info: [{"id": "c348096f-f6c5-4fb6-9899-ab6b15dd725e", "address": "fa:16:3e:5e:a9:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348096f-f6", "ovs_interfaceid": "c348096f-f6c5-4fb6-9899-ab6b15dd725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.046983] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.055210] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636002, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.204246] env[65677]: WARNING neutronclient.v2_0.client [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.304969] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Received event network-changed-e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 713.306452] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Refreshing instance network info cache due to event network-changed-e3627442-d12c-4866-afe5-cd38dc080fd4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 713.308464] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Acquiring lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.308464] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Acquired lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.308464] env[65677]: DEBUG nova.network.neutron [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Refreshing network info cache for port e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.417092] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfae0eb-bd49-4506-aaf5-bf55efd02359 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.433359] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba59bb4-a0cf-4857-aba1-738e5b12a8c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.442375] env[65677]: DEBUG oslo_vmware.api [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4635991, 'name': PowerOnVM_Task, 'duration_secs': 2.088901} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.442829] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.442962] env[65677]: DEBUG nova.compute.manager [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 713.444969] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a58c8f-a0ae-443c-adcb-3b1442cd2108 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.476313] env[65677]: DEBUG nova.compute.manager [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 713.476532] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.477044] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] Releasing lock "refresh_cache-74339a14-3bb6-4fc6-9b3f-5f870b3971bc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.477273] env[65677]: DEBUG nova.compute.manager [req-8e2bb037-aa74-4733-ac68-ef9ee5ca1146 req-d275da20-8ad0-49b0-919f-7d98ed606785 service nova] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Received event network-vif-deleted-9f97e086-f361-4432-9d2e-2c1839ae167d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 713.479340] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6435fd1e-a5ba-4c4e-9ad2-6d7cc942dab5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.488247] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932080d-6a9e-4ac6-9e40-6d749793f704 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.506229] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 713.506229] env[65677]: DEBUG nova.network.neutron [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.520405] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.525373] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9e685-3313-435d-a397-52bd2f9f287c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.529631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.534544] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9fc0e70-0761-42aa-8d37-f4cf61e22411 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.557253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Releasing lock "refresh_cache-39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.557683] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Instance network_info: |[{"id": "c348096f-f6c5-4fb6-9899-ab6b15dd725e", "address": "fa:16:3e:5e:a9:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348096f-f6", "ovs_interfaceid": "c348096f-f6c5-4fb6-9899-ab6b15dd725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 713.559022] env[65677]: DEBUG nova.compute.provider_tree [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.565416] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:a9:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c348096f-f6c5-4fb6-9899-ab6b15dd725e', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.578590] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.581346] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.581346] env[65677]: DEBUG oslo_vmware.api [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 713.581346] env[65677]: value = "task-4636003" [ 713.581346] env[65677]: _type = "Task" [ 713.581346] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.582050] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.584295] env[65677]: WARNING neutronclient.v2_0.client [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.592133] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eaa28a5-0d18-4d44-9395-4acc3f0327ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.619675] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773482} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.620994] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ee6d6221-ddea-44f1-9a44-aa9a423ef62a/ee6d6221-ddea-44f1-9a44-aa9a423ef62a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.621290] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.622674] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa6d4365-d4e4-4c05-92db-f7ce2a6f861e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.631013] env[65677]: DEBUG oslo_vmware.api [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4636003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.634592] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.634592] env[65677]: value = "task-4636004" [ 713.634592] env[65677]: _type = "Task" [ 713.634592] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.638044] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 713.638044] env[65677]: value = "task-4636005" [ 713.638044] env[65677]: _type = "Task" [ 713.638044] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.646667] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636004, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.654414] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.792177] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Updated VIF entry in instance network info cache for port 024c1925-0a29-40ce-b45e-dbeaa434c600. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.792693] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Updating instance_info_cache with network_info: [{"id": "024c1925-0a29-40ce-b45e-dbeaa434c600", "address": "fa:16:3e:da:ac:4d", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024c1925-0a", "ovs_interfaceid": "024c1925-0a29-40ce-b45e-dbeaa434c600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.810465] env[65677]: WARNING neutronclient.v2_0.client [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.991834] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.010974] env[65677]: INFO nova.compute.manager [-] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Took 1.12 seconds to deallocate network for instance. [ 714.034530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.035907] env[65677]: WARNING neutronclient.v2_0.client [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.048035] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.082653] env[65677]: DEBUG nova.scheduler.client.report [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.095356] env[65677]: DEBUG oslo_vmware.api [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4636003, 'name': PowerOffVM_Task, 'duration_secs': 0.310877} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.095667] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.096304] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.096304] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f456dfa-9d0e-4506-8930-6dfcb08939d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.114953] env[65677]: DEBUG nova.network.neutron [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updated VIF entry in instance network info cache for port e3627442-d12c-4866-afe5-cd38dc080fd4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.115425] env[65677]: DEBUG nova.network.neutron [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updating instance_info_cache with network_info: [{"id": "e3627442-d12c-4866-afe5-cd38dc080fd4", "address": "fa:16:3e:ec:48:e6", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3627442-d1", "ovs_interfaceid": "e3627442-d12c-4866-afe5-cd38dc080fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.142774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.160626] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636004, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.160883] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080157} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.161200] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.162104] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3947ae37-69bf-4b67-a00f-d287c1700315 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.187631] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] ee6d6221-ddea-44f1-9a44-aa9a423ef62a/ee6d6221-ddea-44f1-9a44-aa9a423ef62a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.187997] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ce2595-9814-4aa5-88ac-0f31d8a3ec17 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.204380] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.204634] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.206304] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Deleting the datastore file [datastore1] 53db67e8-27a4-4a3c-99aa-9eee5f750c58 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.206304] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f25afe-4e24-4bf9-b0f0-8633eb702b51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.211747] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 714.211747] env[65677]: value = "task-4636007" [ 714.211747] env[65677]: _type = "Task" [ 714.211747] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.217328] env[65677]: DEBUG oslo_vmware.api [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for the task: (returnval){ [ 714.217328] env[65677]: value = "task-4636008" [ 714.217328] env[65677]: _type = "Task" [ 714.217328] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.224282] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.234700] env[65677]: DEBUG oslo_vmware.api [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4636008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.297199] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Releasing lock "refresh_cache-1a1c4c74-e31f-427c-80fc-c1f197e16745" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.297199] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: d818b6d4-391c-4911-a267-c42aae775098] Received event network-vif-deleted-ec6d425f-1856-48be-8d67-1ec2ec4cd19f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.297199] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Received event network-vif-plugged-7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.297199] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquiring lock "c532c241-c981-42db-808f-09059f75d8e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.297199] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Lock "c532c241-c981-42db-808f-09059f75d8e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.297199] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Lock "c532c241-c981-42db-808f-09059f75d8e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.297199] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] No waiting events found dispatching network-vif-plugged-7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 714.297199] env[65677]: WARNING nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Received unexpected event network-vif-plugged-7d1e7cb9-c160-4807-b337-f9521c507c66 for instance with vm_state building and task_state spawning. [ 714.297199] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Received event network-changed-7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.297733] env[65677]: DEBUG nova.compute.manager [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Refreshing instance network info cache due to event network-changed-7d1e7cb9-c160-4807-b337-f9521c507c66. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 714.298047] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquiring lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.298261] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Acquired lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.298461] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Refreshing network info cache for port 7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.363063] env[65677]: DEBUG nova.compute.manager [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Received event network-vif-deleted-85420525-4b6f-4c12-9d52-03353a71e73c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.363252] env[65677]: DEBUG nova.compute.manager [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.363408] env[65677]: DEBUG nova.compute.manager [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing instance network info cache due to event network-changed-13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 714.363679] env[65677]: DEBUG oslo_concurrency.lockutils [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] Acquiring lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.364327] env[65677]: DEBUG oslo_concurrency.lockutils [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] Acquired lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.364327] env[65677]: DEBUG nova.network.neutron [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Refreshing network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.493604] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task} progress is 98%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.520345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.551104] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.591322] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.595146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.704s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.619123] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Releasing lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.619123] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Received event network-vif-plugged-6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.619776] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Acquiring lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.619776] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.619904] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.620309] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] No waiting events found dispatching network-vif-plugged-6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 714.620946] env[65677]: WARNING nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Received unexpected event network-vif-plugged-6a23ec37-bc9a-4213-935c-4d177e0a0188 for instance with vm_state building and task_state spawning. [ 714.620946] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Received event network-changed-6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 714.620946] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Refreshing instance network info cache due to event network-changed-6a23ec37-bc9a-4213-935c-4d177e0a0188. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 714.621352] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Acquiring lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.621352] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Acquired lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.621545] env[65677]: DEBUG nova.network.neutron [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Refreshing network info cache for port 6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.624996] env[65677]: INFO nova.scheduler.client.report [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Deleted allocations for instance 05a75830-46da-4eb8-830d-ac30fe832fcf [ 714.649582] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636004, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.725011] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.736729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.736972] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.737215] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.737392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.737555] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.739325] env[65677]: DEBUG oslo_vmware.api [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Task: {'id': task-4636008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33713} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.739588] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.739760] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.739934] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.740150] env[65677]: INFO nova.compute.manager [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Took 1.26 seconds to destroy the instance on the hypervisor. [ 714.740400] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.740825] env[65677]: INFO nova.compute.manager [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Terminating instance [ 714.742133] env[65677]: DEBUG nova.compute.manager [-] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 714.742245] env[65677]: DEBUG nova.network.neutron [-] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 714.742457] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.802083] env[65677]: WARNING neutronclient.v2_0.client [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.867357] env[65677]: WARNING neutronclient.v2_0.client [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.970096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.970384] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.970569] env[65677]: DEBUG nova.compute.manager [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Going to confirm migration 1 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 714.997182] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4635992, 'name': RelocateVM_Task, 'duration_secs': 3.632922} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.997346] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 714.997557] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905315', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'name': 'volume-9acca043-3a13-44cb-91d4-8c8eb827c510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c532c241-c981-42db-808f-09059f75d8e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'serial': '9acca043-3a13-44cb-91d4-8c8eb827c510'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 714.998397] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6029bfd6-1f9e-4aaa-bdc8-5aa99914a44e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.023459] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9474e05c-bad9-431c-87d8-a2d4cd4caead {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.027383] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.060111] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-9acca043-3a13-44cb-91d4-8c8eb827c510/volume-9acca043-3a13-44cb-91d4-8c8eb827c510.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.066724] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998701cb-2bbd-416d-91d9-69f6db7cb59a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.095047] env[65677]: DEBUG oslo_vmware.api [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636001, 'name': PowerOnVM_Task, 'duration_secs': 2.122855} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.097321] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.097321] env[65677]: INFO nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Took 13.21 seconds to spawn the instance on the hypervisor. [ 715.097321] env[65677]: DEBUG nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 715.097321] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 715.097321] env[65677]: value = "task-4636009" [ 715.097321] env[65677]: _type = "Task" [ 715.097321] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.098027] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135469c-6fa8-4118-b566-13bdb33083eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.114669] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.127761] env[65677]: WARNING neutronclient.v2_0.client [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.142211] env[65677]: DEBUG oslo_concurrency.lockutils [None req-272893ac-fd85-4fcb-bbc8-e947fa2b540d tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Lock "05a75830-46da-4eb8-830d-ac30fe832fcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.533s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.149341] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636004, 'name': CreateVM_Task, 'duration_secs': 1.027497} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.150478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.151261] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827fe919-3fe5-432a-aeb5-8ab6c5ed95b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.154729] env[65677]: WARNING neutronclient.v2_0.client [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.154820] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.154897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.155224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.155489] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31e2a6c-bd55-4626-b612-54718130967d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.161859] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 715.161859] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521029c4-05b1-d01a-629a-e518c747807d" [ 715.161859] env[65677]: _type = "Task" [ 715.161859] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.167963] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be7445c-bf1a-42a8-b6d2-dbc0f62defc7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.180526] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521029c4-05b1-d01a-629a-e518c747807d, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.208701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.209025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.209238] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.209382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.209561] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.211086] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb38ef2-fa85-4e0f-b51c-9e8eef2b717c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.213610] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad11c43-af2b-4672-984d-730678a66f0d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.228682] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f115be5-c696-40a6-aaed-f3b11b3068af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.237961] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.238160] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.238931] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636007, 'name': ReconfigVM_Task, 'duration_secs': 0.922472} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.239623] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e060229-f1d8-46a6-b37b-ca8f43abff2c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.242703] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Reconfigured VM instance instance-00000021 to attach disk [datastore2] ee6d6221-ddea-44f1-9a44-aa9a423ef62a/ee6d6221-ddea-44f1-9a44-aa9a423ef62a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.253226] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f653a01-f58a-49f6-91e0-cf9e160f9858 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.256056] env[65677]: DEBUG nova.compute.manager [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 715.256468] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.256989] env[65677]: DEBUG nova.compute.provider_tree [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.262567] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077f2e93-8daa-4a1c-a6d3-8297dcaf02c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.267716] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 715.267716] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aac4ab-fc46-8fe0-eaf0-20b2a7ad248a" [ 715.267716] env[65677]: _type = "Task" [ 715.267716] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.276338] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 715.276338] env[65677]: value = "task-4636010" [ 715.276338] env[65677]: _type = "Task" [ 715.276338] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.276850] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.277425] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c68c0f-6723-4577-bed8-8b381548a641 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.286590] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aac4ab-fc46-8fe0-eaf0-20b2a7ad248a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.292079] env[65677]: DEBUG oslo_vmware.api [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 715.292079] env[65677]: value = "task-4636011" [ 715.292079] env[65677]: _type = "Task" [ 715.292079] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.297422] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636010, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.308193] env[65677]: DEBUG oslo_vmware.api [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4636011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.483813] env[65677]: WARNING neutronclient.v2_0.client [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.566910] env[65677]: WARNING neutronclient.v2_0.client [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.612738] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636009, 'name': ReconfigVM_Task, 'duration_secs': 0.484935} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.613026] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-9acca043-3a13-44cb-91d4-8c8eb827c510/volume-9acca043-3a13-44cb-91d4-8c8eb827c510.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.627367] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f32bf78-9382-41a6-8082-5614f3cd5bf4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.638878] env[65677]: INFO nova.compute.manager [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Took 27.30 seconds to build instance. [ 715.649158] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 715.649158] env[65677]: value = "task-4636012" [ 715.649158] env[65677]: _type = "Task" [ 715.649158] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.662550] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.663833] env[65677]: WARNING neutronclient.v2_0.client [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.690311] env[65677]: WARNING neutronclient.v2_0.client [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.690712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.690883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.691120] env[65677]: DEBUG nova.network.neutron [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.691336] env[65677]: DEBUG nova.objects.instance [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lazy-loading 'info_cache' on Instance uuid ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.768736] env[65677]: DEBUG nova.scheduler.client.report [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.770957] env[65677]: DEBUG oslo_concurrency.lockutils [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.176s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.771150] env[65677]: INFO nova.compute.manager [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: d818b6d4-391c-4911-a267-c42aae775098] Successfully reverted task state from image_uploading on failure for instance. [ 715.774477] env[65677]: WARNING neutronclient.v2_0.client [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.776702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.629s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.776910] env[65677]: DEBUG nova.objects.instance [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lazy-loading 'resources' on Instance uuid 1e0b4763-f5d2-47ad-8354-17d3a9b2a726 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server [None req-05340b6b-fc61-4b16-ab32-fd92991d2d50 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Exception during message handling: glanceclient.exc.HTTPException: HTTP 410 Gone: Image f1a0f7bd-ffcc-4478-b7bd-377d3d6b6ffc could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 165, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 156, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 212, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 202, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server raise self.value [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 229, in decorated_function [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in snapshot_instance [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4609, in _snapshot_instance [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1024, in snapshot [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server images.upload_image_stream_optimized( [ 715.778853] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 467, in upload_image_stream_optimized [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server IMAGE_API.update(context, image_id, image_metadata, data=read_handle) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1254, in update [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return session.update(context, image_id, image_info, data=data, [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 704, in update [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server _reraise_translated_image_exception(image_id) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1042, in _reraise_translated_image_exception [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server raise new_exc.with_traceback(exc_trace) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 702, in update [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server image = self._update_v2(context, sent_service_image_meta, data) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 721, in _update_v2 [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server image = self._upload_data(context, image_id, data) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 590, in _upload_data [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server utils.tpool_execute(self._client.call, [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 631, in tpool_execute [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return _pass_context(tpool.execute, func, *args, **kwargs) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 583, in _pass_context [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return runner(context_wrapper, *args, **kwargs) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 125, in execute [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server raise e.with_traceback(tb) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 82, in tworker [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server rv = meth(*args, **kwargs) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 581, in context_wrapper [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 181, in call [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server result = getattr(controller, method)(*args, **kwargs) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 652, in inner [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return RequestIdProxy(wrapped(*args, **kwargs)) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 313, in upload [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server resp, body = self.http_client.put(url, headers=hdrs, data=body) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 619, in put [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return self.request(url, 'PUT', **kwargs) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 376, in request [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server return self._handle_response(resp) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 116, in _handle_response [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server raise exc.from_response(resp, resp.content) [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server glanceclient.exc.HTTPException: HTTP 410 Gone: Image f1a0f7bd-ffcc-4478-b7bd-377d3d6b6ffc could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 715.780285] env[65677]: ERROR oslo_messaging.rpc.server [ 715.794152] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636010, 'name': Rename_Task, 'duration_secs': 0.219588} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.798060] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.798678] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aac4ab-fc46-8fe0-eaf0-20b2a7ad248a, 'name': SearchDatastore_Task, 'duration_secs': 0.018607} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.798902] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87dc9a3d-f99a-42bc-9726-cf597159afcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.806206] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updated VIF entry in instance network info cache for port 7d1e7cb9-c160-4807-b337-f9521c507c66. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.806560] env[65677]: DEBUG nova.network.neutron [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updating instance_info_cache with network_info: [{"id": "7d1e7cb9-c160-4807-b337-f9521c507c66", "address": "fa:16:3e:13:84:d2", "network": {"id": "5b775c0c-2854-49a6-a1cd-c79a94a9d710", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-59710388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6f8430fda14825b694eef33ccb20c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1e7cb9-c1", "ovs_interfaceid": "7d1e7cb9-c160-4807-b337-f9521c507c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.807721] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51462172-71cd-42cb-99c8-c5cc3ea06532 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.818366] env[65677]: DEBUG oslo_vmware.api [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4636011, 'name': PowerOffVM_Task, 'duration_secs': 0.239547} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.821198] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.821600] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.821945] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 715.821945] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5223eb22-c7f8-ae52-76bf-81e402bb3905" [ 715.821945] env[65677]: _type = "Task" [ 715.821945] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.822348] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 715.822348] env[65677]: value = "task-4636013" [ 715.822348] env[65677]: _type = "Task" [ 715.822348] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.823363] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-464f7b03-c236-4e4a-84f2-d3aadbf3d344 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.833347] env[65677]: DEBUG nova.network.neutron [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updated VIF entry in instance network info cache for port 13e635e6-a411-4561-bdaa-39f34681feb7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.833729] env[65677]: DEBUG nova.network.neutron [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [{"id": "13e635e6-a411-4561-bdaa-39f34681feb7", "address": "fa:16:3e:4f:7d:f7", "network": {"id": "d06686ed-daf2-4630-8eae-0ce7c7fa68f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-216078720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b89d92698914e73885b8393ffe6f4c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e635e6-a4", "ovs_interfaceid": "13e635e6-a411-4561-bdaa-39f34681feb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.844177] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5223eb22-c7f8-ae52-76bf-81e402bb3905, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.848928] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.849662] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832/39ad9760-bdb8-4da7-bd9a-0ae0ceabc832.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.849810] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.854190] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e305099-e6cf-4d8e-9522-d790820831b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.856757] env[65677]: DEBUG nova.network.neutron [-] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.864035] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 715.864035] env[65677]: value = "task-4636015" [ 715.864035] env[65677]: _type = "Task" [ 715.864035] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.877132] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.907742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.908217] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.908500] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.908771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.908985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.911726] env[65677]: DEBUG nova.network.neutron [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updated VIF entry in instance network info cache for port 6a23ec37-bc9a-4213-935c-4d177e0a0188. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.912202] env[65677]: DEBUG nova.network.neutron [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updating instance_info_cache with network_info: [{"id": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "address": "fa:16:3e:1b:be:1a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a23ec37-bc", "ovs_interfaceid": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.914597] env[65677]: INFO nova.compute.manager [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Terminating instance [ 715.919107] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.919107] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.919107] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Deleting the datastore file [datastore1] 061d0a51-8aff-4fbc-b6f6-788c95e25cb6 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.919575] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cb72cb3-3d3a-46ab-8258-4ed6e4042de7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.928144] env[65677]: DEBUG oslo_vmware.api [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for the task: (returnval){ [ 715.928144] env[65677]: value = "task-4636016" [ 715.928144] env[65677]: _type = "Task" [ 715.928144] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.940657] env[65677]: DEBUG oslo_vmware.api [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4636016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.141839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dcaf300f-0faf-4b88-b518-09191d207272 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.818s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.164957] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.312645] env[65677]: DEBUG oslo_concurrency.lockutils [req-b9e21539-796f-41b0-b7a2-cc35fcdcbc6a req-d5e1dba6-700a-456c-87d6-54897a410a93 service nova] Releasing lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.336591] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636013, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.337344] env[65677]: DEBUG oslo_concurrency.lockutils [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] Releasing lock "refresh_cache-061d0a51-8aff-4fbc-b6f6-788c95e25cb6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.337344] env[65677]: DEBUG nova.compute.manager [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Received event network-changed-e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 716.337699] env[65677]: DEBUG nova.compute.manager [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Refreshing instance network info cache due to event network-changed-e3627442-d12c-4866-afe5-cd38dc080fd4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 716.337699] env[65677]: DEBUG oslo_concurrency.lockutils [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] Acquiring lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.337947] env[65677]: DEBUG oslo_concurrency.lockutils [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] Acquired lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.337947] env[65677]: DEBUG nova.network.neutron [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Refreshing network info cache for port e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.363510] env[65677]: INFO nova.compute.manager [-] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Took 1.62 seconds to deallocate network for instance. [ 716.380594] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.416824] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Releasing lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.416824] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Received event network-vif-plugged-c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 716.416824] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Acquiring lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.416824] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.416824] env[65677]: DEBUG oslo_concurrency.lockutils [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.416824] env[65677]: DEBUG nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] No waiting events found dispatching network-vif-plugged-c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 716.416824] env[65677]: WARNING nova.compute.manager [req-46c4b827-ea34-460e-b5c6-a87e15cf826f req-e6bf992a-a05e-4f3f-aba9-8c07354aa281 service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Received unexpected event network-vif-plugged-c348096f-f6c5-4fb6-9899-ab6b15dd725e for instance with vm_state building and task_state spawning. [ 716.423021] env[65677]: DEBUG nova.compute.manager [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 716.423021] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.423021] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912715c5-621c-4bba-84a2-0cd4c476f52d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.431514] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.440293] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54698e32-ecd3-47e9-8b9c-f5fa405fc4d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.448908] env[65677]: DEBUG oslo_vmware.api [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Task: {'id': task-4636016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288415} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.453371] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.453371] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.453371] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.453371] env[65677]: INFO nova.compute.manager [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 716.453371] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.453371] env[65677]: DEBUG oslo_vmware.api [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 716.453371] env[65677]: value = "task-4636017" [ 716.453371] env[65677]: _type = "Task" [ 716.453371] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.453371] env[65677]: DEBUG nova.compute.manager [-] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 716.453371] env[65677]: DEBUG nova.network.neutron [-] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 716.453371] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.473841] env[65677]: DEBUG oslo_vmware.api [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4636017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.663497] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.702196] env[65677]: WARNING neutronclient.v2_0.client [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.752417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.752730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.761380] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.842327] env[65677]: WARNING neutronclient.v2_0.client [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.857186] env[65677]: DEBUG oslo_vmware.api [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636013, 'name': PowerOnVM_Task, 'duration_secs': 0.718124} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.859319] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.859319] env[65677]: INFO nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Took 9.95 seconds to spawn the instance on the hypervisor. [ 716.859319] env[65677]: DEBUG nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 716.859894] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f37c36-f6d0-4195-8210-eaae40deff69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.881210] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.888996] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.936481] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a7649-8bdc-4b6b-8ae7-2ac2795d16b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.946496] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc3406f-2e2c-42cf-8bab-3c5fb4e32fec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.993467] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddefefb-670b-4152-bde4-95fbe2e98efc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.005945] env[65677]: DEBUG oslo_vmware.api [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4636017, 'name': PowerOffVM_Task, 'duration_secs': 0.296167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.006715] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.006890] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.008255] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dab90e-8996-478d-af1a-48179d4e8c16 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.012557] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090873db-b719-4afc-8875-2a5114529a23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.029818] env[65677]: DEBUG nova.compute.provider_tree [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.098047] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.098275] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.098558] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Deleting the datastore file [datastore2] 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.098936] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9857228c-47c6-4c33-a782-9ac056ca90a5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.107139] env[65677]: DEBUG oslo_vmware.api [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for the task: (returnval){ [ 717.107139] env[65677]: value = "task-4636019" [ 717.107139] env[65677]: _type = "Task" [ 717.107139] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.117671] env[65677]: DEBUG oslo_vmware.api [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4636019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.163160] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636012, 'name': ReconfigVM_Task, 'duration_secs': 1.030886} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.163609] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905315', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'name': 'volume-9acca043-3a13-44cb-91d4-8c8eb827c510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c532c241-c981-42db-808f-09059f75d8e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'serial': '9acca043-3a13-44cb-91d4-8c8eb827c510'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.164212] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef72b729-a2db-4e5a-9559-aa0206d2f98a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.172191] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 717.172191] env[65677]: value = "task-4636020" [ 717.172191] env[65677]: _type = "Task" [ 717.172191] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.183493] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636020, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.255182] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 717.378150] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636015, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.163871} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.378473] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832/39ad9760-bdb8-4da7-bd9a-0ae0ceabc832.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.378703] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.379098] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc4c68bc-f2e9-48c7-a037-ab631c15e1f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.389800] env[65677]: INFO nova.compute.manager [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Took 27.89 seconds to build instance. [ 717.392283] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 717.392283] env[65677]: value = "task-4636021" [ 717.392283] env[65677]: _type = "Task" [ 717.392283] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.408577] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.534398] env[65677]: DEBUG nova.scheduler.client.report [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.619990] env[65677]: DEBUG oslo_vmware.api [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Task: {'id': task-4636019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267394} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.619990] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.620187] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.620418] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.620697] env[65677]: INFO nova.compute.manager [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Took 1.20 seconds to destroy the instance on the hypervisor. [ 717.620952] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.621232] env[65677]: DEBUG nova.compute.manager [-] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 717.621350] env[65677]: DEBUG nova.network.neutron [-] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 717.621697] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.624465] env[65677]: INFO nova.compute.manager [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Rebuilding instance [ 717.684051] env[65677]: DEBUG nova.compute.manager [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 717.684896] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e04aea-36e4-4a85-8363-4b3da974a613 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.691907] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636020, 'name': Rename_Task, 'duration_secs': 0.187785} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.692808] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.693263] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99eae2dc-a32a-458b-85b4-77d02245b343 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.700621] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 717.700621] env[65677]: value = "task-4636022" [ 717.700621] env[65677]: _type = "Task" [ 717.700621] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.714181] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.785431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.894404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.404s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.908140] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165655} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.908420] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.909544] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98db68-7d06-4619-889e-40891acec8dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.940095] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832/39ad9760-bdb8-4da7-bd9a-0ae0ceabc832.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.940423] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fee71c0-323f-42c8-a3b0-c943ee8455b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.968510] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 717.968510] env[65677]: value = "task-4636023" [ 717.968510] env[65677]: _type = "Task" [ 717.968510] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.977549] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.046551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.047979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.173s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.050703] env[65677]: INFO nova.compute.claims [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.084334] env[65677]: INFO nova.scheduler.client.report [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted allocations for instance 1e0b4763-f5d2-47ad-8354-17d3a9b2a726 [ 718.195033] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.203021] env[65677]: DEBUG nova.network.neutron [-] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.222896] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.479861] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.601081] env[65677]: DEBUG oslo_concurrency.lockutils [None req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "1e0b4763-f5d2-47ad-8354-17d3a9b2a726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.790s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.706602] env[65677]: INFO nova.compute.manager [-] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Took 2.25 seconds to deallocate network for instance. [ 718.718050] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.724220] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13215360-b983-4a9d-a67a-6151b7eb61a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.740030] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636022, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.741952] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 718.741952] env[65677]: value = "task-4636024" [ 718.741952] env[65677]: _type = "Task" [ 718.741952] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.768641] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.977764] env[65677]: WARNING neutronclient.v2_0.client [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.991027] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636023, 'name': ReconfigVM_Task, 'duration_secs': 0.750303} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.991359] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832/39ad9760-bdb8-4da7-bd9a-0ae0ceabc832.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.995037] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ae65929-47dd-41dc-898a-b723c28fba03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.002875] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 719.002875] env[65677]: value = "task-4636025" [ 719.002875] env[65677]: _type = "Task" [ 719.002875] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.013586] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636025, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.020309] env[65677]: WARNING neutronclient.v2_0.client [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.225043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.231594] env[65677]: DEBUG oslo_vmware.api [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636022, 'name': PowerOnVM_Task, 'duration_secs': 1.056572} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.231861] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.232148] env[65677]: INFO nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Took 13.23 seconds to spawn the instance on the hypervisor. [ 719.232363] env[65677]: DEBUG nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 719.237694] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f6db79-ac42-4023-8c96-0670eda49805 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.258688] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636024, 'name': PowerOffVM_Task, 'duration_secs': 0.23624} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.259611] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.264654] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.265127] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6374f-0a20-4ea5-acae-7823efb40b53 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.279643] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.279901] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d537ec87-1890-4516-a7b1-e89c9d57be20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.301991] env[65677]: DEBUG nova.network.neutron [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance_info_cache with network_info: [{"id": "14fe6316-a8f7-41d9-b930-a40219502d59", "address": "fa:16:3e:b0:12:f8", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fe6316-a8", "ovs_interfaceid": "14fe6316-a8f7-41d9-b930-a40219502d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.311294] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.311294] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.311531] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Deleting the datastore file [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.311810] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bb39c06-c2f7-49c0-ac87-81942b42c970 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.320611] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 719.320611] env[65677]: value = "task-4636027" [ 719.320611] env[65677]: _type = "Task" [ 719.320611] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.333090] env[65677]: DEBUG nova.network.neutron [-] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.339545] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.351868] env[65677]: DEBUG nova.network.neutron [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updated VIF entry in instance network info cache for port e3627442-d12c-4866-afe5-cd38dc080fd4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.352025] env[65677]: DEBUG nova.network.neutron [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updating instance_info_cache with network_info: [{"id": "e3627442-d12c-4866-afe5-cd38dc080fd4", "address": "fa:16:3e:ec:48:e6", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3627442-d1", "ovs_interfaceid": "e3627442-d12c-4866-afe5-cd38dc080fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.378990] env[65677]: DEBUG nova.compute.manager [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Received event network-changed-c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 719.378990] env[65677]: DEBUG nova.compute.manager [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Refreshing instance network info cache due to event network-changed-c348096f-f6c5-4fb6-9899-ab6b15dd725e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 719.378990] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] Acquiring lock "refresh_cache-39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.378990] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] Acquired lock "refresh_cache-39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.379639] env[65677]: DEBUG nova.network.neutron [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Refreshing network info cache for port c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.517199] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636025, 'name': Rename_Task, 'duration_secs': 0.27243} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.517571] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.518151] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d021d422-9281-4f3e-b9d6-02bf9758a271 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.527687] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 719.527687] env[65677]: value = "task-4636028" [ 719.527687] env[65677]: _type = "Task" [ 719.527687] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.539627] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.768489] env[65677]: INFO nova.compute.manager [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Took 31.25 seconds to build instance. [ 719.781703] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a302c-36ca-45af-88f1-9dbf07fe1dbd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.792354] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c4d86-9ffa-4789-b467-193185676c03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.808903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808903] env[65677]: DEBUG nova.objects.instance [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lazy-loading 'migration_context' on Instance uuid ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.838606] env[65677]: DEBUG nova.objects.base [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 719.842898] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac5846-c1bb-4497-a9fb-f68342b6d52b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.846256] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f24279c-c55e-448b-a497-c67cb0d09c97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.849289] env[65677]: INFO nova.compute.manager [-] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Took 2.23 seconds to deallocate network for instance. [ 719.857092] env[65677]: DEBUG oslo_concurrency.lockutils [req-7619ddad-bd23-440a-a671-83e02c5cb7dc req-d5ba1d7d-f708-427c-b965-8e9c39e75c78 service nova] Releasing lock "refresh_cache-4a0468b9-683d-4516-922c-bb41d4925c2e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.879548] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13579} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.879843] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece23ded-b5de-4f02-b9b6-23ecd43cc8d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.883207] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47786bf-2e9e-4eb6-8950-fa1fd3c9d402 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.887606] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.887801] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.888421] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.890996] env[65677]: WARNING neutronclient.v2_0.client [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.897899] env[65677]: DEBUG oslo_vmware.api [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 719.897899] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5203f7ab-c998-fdf9-918e-8491719ffc4b" [ 719.897899] env[65677]: _type = "Task" [ 719.897899] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.908771] env[65677]: DEBUG nova.compute.provider_tree [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.920952] env[65677]: DEBUG oslo_vmware.api [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5203f7ab-c998-fdf9-918e-8491719ffc4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.007253] env[65677]: DEBUG nova.compute.manager [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-changed-35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 720.008191] env[65677]: DEBUG nova.compute.manager [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Refreshing instance network info cache due to event network-changed-35d99be6-c1a0-4ae9-8620-50a0b210b599. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 720.008191] env[65677]: DEBUG oslo_concurrency.lockutils [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] Acquiring lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.008191] env[65677]: DEBUG oslo_concurrency.lockutils [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] Acquired lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.008191] env[65677]: DEBUG nova.network.neutron [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Refreshing network info cache for port 35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.040779] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.124760] env[65677]: WARNING neutronclient.v2_0.client [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.270629] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "c532c241-c981-42db-808f-09059f75d8e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.758s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.375968] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.419626] env[65677]: DEBUG nova.scheduler.client.report [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.424571] env[65677]: DEBUG oslo_vmware.api [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5203f7ab-c998-fdf9-918e-8491719ffc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.028732} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.424571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.490599] env[65677]: DEBUG nova.network.neutron [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Updated VIF entry in instance network info cache for port c348096f-f6c5-4fb6-9899-ab6b15dd725e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 720.491051] env[65677]: DEBUG nova.network.neutron [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Updating instance_info_cache with network_info: [{"id": "c348096f-f6c5-4fb6-9899-ab6b15dd725e", "address": "fa:16:3e:5e:a9:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348096f-f6", "ovs_interfaceid": "c348096f-f6c5-4fb6-9899-ab6b15dd725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.516937] env[65677]: WARNING neutronclient.v2_0.client [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.544206] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.929708] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.931280] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 720.938634] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.771s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.940449] env[65677]: DEBUG nova.objects.instance [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lazy-loading 'resources' on Instance uuid 2131c077-505d-4a05-ba67-16049b9794ca {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.950140] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.950140] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.950140] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.950140] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.950140] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.950487] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.950815] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.951150] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.951752] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.952094] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.952390] env[65677]: DEBUG nova.virt.hardware [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.953446] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686e451c-36cc-4766-8838-0e76f30f0194 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.966678] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90bd3eb-2d92-46c2-8347-88061248ef32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.992156] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.998179] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.999175] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0fa7c6a-67a9-4e9c-9cdc-72851885064a req-846a20c5-9c36-4254-b5e6-86ec87be6fdd service nova] Releasing lock "refresh_cache-39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.999586] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.999962] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77293a24-6ed2-4e18-ab65-c489fcc08956 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.023714] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.023714] env[65677]: value = "task-4636029" [ 721.023714] env[65677]: _type = "Task" [ 721.023714] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.041011] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636029, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.048073] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636028, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.080319] env[65677]: WARNING neutronclient.v2_0.client [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.441347] env[65677]: DEBUG nova.compute.utils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.442481] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 721.446407] env[65677]: DEBUG nova.network.neutron [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.446407] env[65677]: WARNING neutronclient.v2_0.client [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.446632] env[65677]: WARNING neutronclient.v2_0.client [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.551568] env[65677]: DEBUG oslo_vmware.api [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636028, 'name': PowerOnVM_Task, 'duration_secs': 1.798114} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.551825] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636029, 'name': CreateVM_Task, 'duration_secs': 0.450376} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.552216] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.552442] env[65677]: INFO nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Took 11.77 seconds to spawn the instance on the hypervisor. [ 721.552688] env[65677]: DEBUG nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 721.552944] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.554924] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec5666-c29b-4dec-a76a-ad2145d58507 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.560340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.560560] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.560921] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.563962] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0f7da3-3118-46a9-b3dc-edaf11229522 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.570978] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 721.570978] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52412d15-938e-1a0f-2821-b1f3297059b3" [ 721.570978] env[65677]: _type = "Task" [ 721.570978] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.594042] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52412d15-938e-1a0f-2821-b1f3297059b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013556} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.594729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.594729] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.594911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.595181] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.595497] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d1ca888-c8ab-4ef2-ae60-be5760afef2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.607056] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.607335] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.608466] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a956f5-27a9-45f8-b23f-b8a5aa18ad05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.618024] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 721.618024] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a12e47-d95c-978a-6161-aec8067acd5f" [ 721.618024] env[65677]: _type = "Task" [ 721.618024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.625504] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a12e47-d95c-978a-6161-aec8067acd5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.885075] env[65677]: DEBUG nova.network.neutron [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updated VIF entry in instance network info cache for port 35d99be6-c1a0-4ae9-8620-50a0b210b599. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.885075] env[65677]: DEBUG nova.network.neutron [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.950063] env[65677]: DEBUG nova.policy [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd22a9927a7c04e16abe687156f3c2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f507fd4beb436ca1a5ce72c4ff10b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.960635] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 722.093625] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c530d5-6e24-428b-9dd1-4d89b567d083 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.098266] env[65677]: INFO nova.compute.manager [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Took 31.41 seconds to build instance. [ 722.104846] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ebdd3-32b2-49dc-82be-51e7bd3d17c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.150804] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c896b78-bb37-4d6a-ad17-bb3a12e22295 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.162350] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a12e47-d95c-978a-6161-aec8067acd5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.166352] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e27787-48ea-4218-a8fb-10c7d4fc724c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.168346] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79337ea-5311-48dd-b83a-d2c45ba20e30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.176053] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 722.176053] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5259e07b-3003-b1b4-1588-075ea65e73b7" [ 722.176053] env[65677]: _type = "Task" [ 722.176053] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.185501] env[65677]: DEBUG nova.compute.provider_tree [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.198495] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5259e07b-3003-b1b4-1588-075ea65e73b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020118} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.200044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.200330] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.200649] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5549616-46a1-40be-aff2-6da9046e42f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.208735] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 722.208735] env[65677]: value = "task-4636030" [ 722.208735] env[65677]: _type = "Task" [ 722.208735] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.218698] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.357712] env[65677]: DEBUG nova.network.neutron [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Successfully created port: 03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.389967] env[65677]: DEBUG oslo_concurrency.lockutils [req-cf1cc8a7-93d8-4fc8-a2b9-e52dc39c6100 req-dc3a6e18-c5d4-4efe-8500-2ca44acefabc service nova] Releasing lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.479090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.479090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.479090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.479090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.484035] env[65677]: INFO nova.compute.manager [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Terminating instance [ 722.600594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5668877b-e01b-4865-ba91-39f3c07dfd8b tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.922s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.695023] env[65677]: DEBUG nova.scheduler.client.report [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.728227] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.987289] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 722.994934] env[65677]: DEBUG nova.compute.manager [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 722.995070] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.996049] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5cdbb9-eac4-40d3-9593-6dde66529b3b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.007339] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.007339] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745c01e0-2bdf-4d24-a830-4c8c74c8077d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.015624] env[65677]: DEBUG oslo_vmware.api [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 723.015624] env[65677]: value = "task-4636031" [ 723.015624] env[65677]: _type = "Task" [ 723.015624] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.035638] env[65677]: DEBUG oslo_vmware.api [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4636031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.038277] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 723.039144] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.039354] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 723.039561] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.039693] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 723.039831] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 723.040118] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.040308] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 723.040486] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 723.040649] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 723.040819] env[65677]: DEBUG nova.virt.hardware [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 723.042513] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b453740-f17c-4ef5-b5cd-828ad4e6ac13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.051096] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dee048-6b5d-4ad7-aba5-2aa0de67e97d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.202060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.205520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.776s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.206424] env[65677]: INFO nova.compute.claims [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.222840] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752959} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.223363] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.223501] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.223647] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76629f41-d40a-47f3-959b-ce2455a46b23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.231804] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 723.231804] env[65677]: value = "task-4636032" [ 723.231804] env[65677]: _type = "Task" [ 723.231804] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.238994] env[65677]: INFO nova.scheduler.client.report [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Deleted allocations for instance 2131c077-505d-4a05-ba67-16049b9794ca [ 723.245998] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.354883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "cbb71370-c4d6-4693-8594-1b33b7841b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.354883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "cbb71370-c4d6-4693-8594-1b33b7841b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.534191] env[65677]: DEBUG oslo_vmware.api [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4636031, 'name': PowerOffVM_Task, 'duration_secs': 0.404126} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.534763] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.537271] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.537271] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b697e2-be53-485b-9941-188685337b4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.573592] env[65677]: DEBUG nova.compute.manager [req-43b0fc4e-0a14-49fc-9cbf-47d303a4bf34 req-087e63ff-6db6-43d5-a2c3-f818f60cdda1 service nova] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Received event network-vif-deleted-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 723.620329] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.621237] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.621237] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Deleting the datastore file [datastore1] e25b3cbf-58dd-4d7e-80eb-6eb790774abe {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.621466] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471c6645-4f45-4de1-b249-26003728f6d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.629553] env[65677]: DEBUG oslo_vmware.api [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for the task: (returnval){ [ 723.629553] env[65677]: value = "task-4636034" [ 723.629553] env[65677]: _type = "Task" [ 723.629553] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.639142] env[65677]: DEBUG oslo_vmware.api [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4636034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.746775] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150691} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.746910] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.747776] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98046891-15ce-4b2f-8c60-d4d7dbe8f44f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.755474] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0c2eefee-9692-41d6-92bc-2141937c5417 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "2131c077-505d-4a05-ba67-16049b9794ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.254s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.787717] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.788139] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9268c25c-7af3-49c8-b3d2-d1f792fa14e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.812626] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 723.812626] env[65677]: value = "task-4636035" [ 723.812626] env[65677]: _type = "Task" [ 723.812626] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.824733] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.834421] env[65677]: DEBUG nova.compute.manager [req-06f29a00-03ac-41b1-9cb6-636d3dd46b3f req-41f4baa4-f8c2-4773-857d-9cc7a1089871 service nova] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Received event network-vif-deleted-13e635e6-a411-4561-bdaa-39f34681feb7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 723.834623] env[65677]: DEBUG nova.compute.manager [req-06f29a00-03ac-41b1-9cb6-636d3dd46b3f req-41f4baa4-f8c2-4773-857d-9cc7a1089871 service nova] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Received event network-vif-deleted-df4a12bc-0606-4564-9fa7-53e6391b4403 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 723.856953] env[65677]: DEBUG nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 724.074994] env[65677]: DEBUG nova.network.neutron [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Successfully updated port: 03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.142031] env[65677]: DEBUG oslo_vmware.api [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Task: {'id': task-4636034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317729} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.142031] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.142031] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.142389] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.142389] env[65677]: INFO nova.compute.manager [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.142824] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 724.142824] env[65677]: DEBUG nova.compute.manager [-] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 724.143458] env[65677]: DEBUG nova.network.neutron [-] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 724.143458] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.182838] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.331191] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.585232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "refresh_cache-a1554552-52d4-4791-a13b-8e12e4b62d2b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.585232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "refresh_cache-a1554552-52d4-4791-a13b-8e12e4b62d2b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.585232] env[65677]: DEBUG nova.network.neutron [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.768748] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19079321-5744-4fca-a991-d0ccf82fb574 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.777979] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa2bcc8-2beb-4b2a-a97f-982bb7f63d10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.813781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59977295-7142-427b-b11a-33a82e232c21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.828993] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636035, 'name': ReconfigVM_Task, 'duration_secs': 0.761052} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.829099] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590/34cf3cb4-80d2-4544-8d57-e0bcfa3ad590.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.830753] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cbc9ca-1e34-4905-b7ba-9dbd7c526267 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.835273] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-887878f1-ac62-4862-a894-4465549a94ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.852613] env[65677]: DEBUG nova.compute.provider_tree [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.855749] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 724.855749] env[65677]: value = "task-4636036" [ 724.855749] env[65677]: _type = "Task" [ 724.855749] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.866049] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636036, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.974082] env[65677]: DEBUG nova.network.neutron [-] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.137735] env[65677]: DEBUG nova.network.neutron [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 725.147117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "b800da8d-e940-4f0b-a52d-04ab0ce25532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.147414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.265671] env[65677]: WARNING neutronclient.v2_0.client [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.360037] env[65677]: DEBUG nova.scheduler.client.report [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.377478] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636036, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.428514] env[65677]: DEBUG nova.network.neutron [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Updating instance_info_cache with network_info: [{"id": "03426bda-56fa-4ff3-aa02-f32309eabf39", "address": "fa:16:3e:42:c3:1f", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03426bda-56", "ovs_interfaceid": "03426bda-56fa-4ff3-aa02-f32309eabf39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.478608] env[65677]: INFO nova.compute.manager [-] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Took 1.34 seconds to deallocate network for instance. [ 725.658253] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 725.870133] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.871654] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 725.874386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.961s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.875598] env[65677]: DEBUG nova.objects.instance [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lazy-loading 'resources' on Instance uuid d818b6d4-391c-4911-a267-c42aae775098 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.891704] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636036, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.934228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "refresh_cache-a1554552-52d4-4791-a13b-8e12e4b62d2b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.934228] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Instance network_info: |[{"id": "03426bda-56fa-4ff3-aa02-f32309eabf39", "address": "fa:16:3e:42:c3:1f", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03426bda-56", "ovs_interfaceid": "03426bda-56fa-4ff3-aa02-f32309eabf39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 725.934228] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c3:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03426bda-56fa-4ff3-aa02-f32309eabf39', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.940442] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.940672] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.940912] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad847754-db99-4982-ab3f-730d29d77288 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.964751] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.964751] env[65677]: value = "task-4636037" [ 725.964751] env[65677]: _type = "Task" [ 725.964751] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.981276] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636037, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.991056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.197415] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.254985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.255567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.256837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.257217] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.257531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.260163] env[65677]: INFO nova.compute.manager [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Terminating instance [ 726.341709] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.341962] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.374982] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636036, 'name': Rename_Task, 'duration_secs': 1.269509} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.376362] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.379141] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0308b68c-b3c3-4b15-8fd0-78b2ee11ee9e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.382598] env[65677]: DEBUG nova.compute.utils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.384590] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 726.384812] env[65677]: DEBUG nova.network.neutron [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 726.385224] env[65677]: WARNING neutronclient.v2_0.client [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.385572] env[65677]: WARNING neutronclient.v2_0.client [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.402814] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Waiting for the task: (returnval){ [ 726.402814] env[65677]: value = "task-4636038" [ 726.402814] env[65677]: _type = "Task" [ 726.402814] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.414080] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.463692] env[65677]: DEBUG nova.policy [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17c1c988f9314b339cec01d21e3ad907', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb076909d69b4406b61c953573c27314', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.479471] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636037, 'name': CreateVM_Task, 'duration_secs': 0.506013} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.479657] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.480187] env[65677]: WARNING neutronclient.v2_0.client [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.480634] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.480804] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.481897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.481897] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73dce35-aa5d-4589-8cd1-2c154bf1638d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.492876] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 726.492876] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52123e03-9e8c-b45f-a31e-30bae6da9cd5" [ 726.492876] env[65677]: _type = "Task" [ 726.492876] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.510371] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52123e03-9e8c-b45f-a31e-30bae6da9cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.772205] env[65677]: DEBUG nova.compute.manager [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 726.772528] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.773635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561f9a6-123c-4253-9cd2-41c5909250b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.783053] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.783479] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-562626bb-fb59-40e4-a5f3-1a6fcca807b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.795397] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 726.795397] env[65677]: value = "task-4636039" [ 726.795397] env[65677]: _type = "Task" [ 726.795397] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.809173] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4636039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.847452] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 726.897355] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 726.922697] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.931291] env[65677]: DEBUG nova.compute.manager [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Received event network-changed-6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 726.932849] env[65677]: DEBUG nova.compute.manager [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Refreshing instance network info cache due to event network-changed-6a23ec37-bc9a-4213-935c-4d177e0a0188. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 726.932849] env[65677]: DEBUG oslo_concurrency.lockutils [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] Acquiring lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.932849] env[65677]: DEBUG oslo_concurrency.lockutils [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] Acquired lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.932849] env[65677]: DEBUG nova.network.neutron [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Refreshing network info cache for port 6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.949693] env[65677]: DEBUG nova.network.neutron [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Successfully created port: 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.976620] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a0bcd4-133f-4c5a-9b99-40cb3e3ca344 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.986482] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16cbc0-3f36-499a-937b-d6ba7f004d42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.034098] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944af144-ee70-43f2-bbca-f468f4758b22 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.044234] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52123e03-9e8c-b45f-a31e-30bae6da9cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018023} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.045405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.045801] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.046174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.046419] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.046728] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.047140] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007436a3-54aa-4152-930b-67d18ea6fa42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.057489] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed8876-9899-4bc6-8ae2-379d17031292 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.065634] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.065980] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.067598] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ae0a66-8aae-4e24-a83c-2e19a9cc74b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.083057] env[65677]: DEBUG nova.compute.provider_tree [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.090184] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 727.090184] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52224c13-7ee3-3da1-100f-3e8e2c3f47ed" [ 727.090184] env[65677]: _type = "Task" [ 727.090184] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.103172] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52224c13-7ee3-3da1-100f-3e8e2c3f47ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.309153] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4636039, 'name': PowerOffVM_Task, 'duration_secs': 0.25247} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.309153] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.309153] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.309153] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c76245-2585-4af2-b1c8-7c9b389577d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.375965] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.394123] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.394356] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.394537] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Deleting the datastore file [datastore2] 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.394819] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692e47cd-ad06-4f8b-93ba-1ce14e9c5be6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.402489] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for the task: (returnval){ [ 727.402489] env[65677]: value = "task-4636041" [ 727.402489] env[65677]: _type = "Task" [ 727.402489] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.407617] env[65677]: DEBUG nova.compute.manager [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 727.408539] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f016c4a5-3c89-4737-b59a-398e8c9f38cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.421224] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4636041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.426410] env[65677]: DEBUG oslo_vmware.api [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Task: {'id': task-4636038, 'name': PowerOnVM_Task, 'duration_secs': 0.656253} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.427944] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.428167] env[65677]: DEBUG nova.compute.manager [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 727.434565] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de54b1-2329-4535-98c6-cdcdcdf4ec26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.437896] env[65677]: WARNING neutronclient.v2_0.client [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.587627] env[65677]: DEBUG nova.scheduler.client.report [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.601740] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52224c13-7ee3-3da1-100f-3e8e2c3f47ed, 'name': SearchDatastore_Task, 'duration_secs': 0.025248} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.603367] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9859e56-704e-46ef-90d7-62812b5230b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.609704] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 727.609704] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b4f4fb-87a6-6be9-b4ed-36f9a537c036" [ 727.609704] env[65677]: _type = "Task" [ 727.609704] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.618955] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b4f4fb-87a6-6be9-b4ed-36f9a537c036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.912667] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4636041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.923850] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 727.939601] env[65677]: INFO nova.compute.manager [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] instance snapshotting [ 727.942968] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639d1278-d2f2-4842-bf09-8f418fd21436 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.980642] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c042b87-729f-40d3-80d9-9b9bc3eb81d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.984478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.990806] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.991176] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.991350] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.991531] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.991672] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.991812] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.992027] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.992231] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.992412] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.992555] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.992729] env[65677]: DEBUG nova.virt.hardware [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.993673] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9b011-3d97-4773-b634-315971202b11 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.008951] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490dc4ce-e47c-4ae4-a1bc-1ab44fd6fcd1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.097182] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.102428] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.095s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.104555] env[65677]: INFO nova.compute.claims [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.128040] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b4f4fb-87a6-6be9-b4ed-36f9a537c036, 'name': SearchDatastore_Task, 'duration_secs': 0.066045} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.128040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.128040] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a1554552-52d4-4791-a13b-8e12e4b62d2b/a1554552-52d4-4791-a13b-8e12e4b62d2b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.128040] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db40fcb-c255-4309-b943-888edbe4afc7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.136916] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 728.136916] env[65677]: value = "task-4636042" [ 728.136916] env[65677]: _type = "Task" [ 728.136916] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.137815] env[65677]: INFO nova.scheduler.client.report [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleted allocations for instance d818b6d4-391c-4911-a267-c42aae775098 [ 728.151444] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.416174] env[65677]: DEBUG oslo_vmware.api [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Task: {'id': task-4636041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524402} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.416435] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.416435] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.417695] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.417695] env[65677]: INFO nova.compute.manager [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 728.417695] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.417787] env[65677]: DEBUG nova.compute.manager [-] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 728.417941] env[65677]: DEBUG nova.network.neutron [-] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 728.418143] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.505526] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 728.505957] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d862d1a-d33e-4f8d-9a5c-57594e387659 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.518918] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 728.518918] env[65677]: value = "task-4636043" [ 728.518918] env[65677]: _type = "Task" [ 728.518918] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.531436] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.580235] env[65677]: DEBUG nova.network.neutron [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Successfully updated port: 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.650542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d20196d6-b9e0-4a07-809d-bf5407d62209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "d818b6d4-391c-4911-a267-c42aae775098" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.697s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.659437] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636042, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.761516] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.846206] env[65677]: DEBUG nova.compute.manager [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Received event network-vif-plugged-03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 728.847619] env[65677]: DEBUG oslo_concurrency.lockutils [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] Acquiring lock "a1554552-52d4-4791-a13b-8e12e4b62d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.847619] env[65677]: DEBUG oslo_concurrency.lockutils [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.847619] env[65677]: DEBUG oslo_concurrency.lockutils [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.847619] env[65677]: DEBUG nova.compute.manager [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] No waiting events found dispatching network-vif-plugged-03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 728.847619] env[65677]: WARNING nova.compute.manager [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Received unexpected event network-vif-plugged-03426bda-56fa-4ff3-aa02-f32309eabf39 for instance with vm_state building and task_state spawning. [ 728.847774] env[65677]: DEBUG nova.compute.manager [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Received event network-changed-03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 728.848084] env[65677]: DEBUG nova.compute.manager [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Refreshing instance network info cache due to event network-changed-03426bda-56fa-4ff3-aa02-f32309eabf39. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 728.848145] env[65677]: DEBUG oslo_concurrency.lockutils [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] Acquiring lock "refresh_cache-a1554552-52d4-4791-a13b-8e12e4b62d2b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.848248] env[65677]: DEBUG oslo_concurrency.lockutils [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] Acquired lock "refresh_cache-a1554552-52d4-4791-a13b-8e12e4b62d2b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.848391] env[65677]: DEBUG nova.network.neutron [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Refreshing network info cache for port 03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.032126] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.088045] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "refresh_cache-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.088045] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquired lock "refresh_cache-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.088045] env[65677]: DEBUG nova.network.neutron [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.092322] env[65677]: WARNING neutronclient.v2_0.client [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.161723] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690185} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.162100] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a1554552-52d4-4791-a13b-8e12e4b62d2b/a1554552-52d4-4791-a13b-8e12e4b62d2b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.162437] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.162783] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e0ff755-d5da-4cc7-9115-19db1c41fc2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.172654] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 729.172654] env[65677]: value = "task-4636044" [ 729.172654] env[65677]: _type = "Task" [ 729.172654] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.189196] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.202931] env[65677]: DEBUG nova.network.neutron [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updated VIF entry in instance network info cache for port 6a23ec37-bc9a-4213-935c-4d177e0a0188. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.203399] env[65677]: DEBUG nova.network.neutron [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updating instance_info_cache with network_info: [{"id": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "address": "fa:16:3e:1b:be:1a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a23ec37-bc", "ovs_interfaceid": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.359029] env[65677]: WARNING neutronclient.v2_0.client [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.538655] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636043, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.581132] env[65677]: WARNING neutronclient.v2_0.client [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.586962] env[65677]: DEBUG nova.network.neutron [-] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.696349] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072618} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.699035] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.700781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99e8cdc-cc7c-4749-b357-e131fe6fdeb2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.711743] env[65677]: DEBUG oslo_concurrency.lockutils [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] Releasing lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.711743] env[65677]: DEBUG nova.compute.manager [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Received event network-changed-7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 729.711743] env[65677]: DEBUG nova.compute.manager [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Refreshing instance network info cache due to event network-changed-7d1e7cb9-c160-4807-b337-f9521c507c66. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 729.711743] env[65677]: DEBUG oslo_concurrency.lockutils [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] Acquiring lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.711743] env[65677]: DEBUG oslo_concurrency.lockutils [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] Acquired lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.711973] env[65677]: DEBUG nova.network.neutron [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Refreshing network info cache for port 7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.735942] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] a1554552-52d4-4791-a13b-8e12e4b62d2b/a1554552-52d4-4791-a13b-8e12e4b62d2b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.739550] env[65677]: WARNING neutronclient.v2_0.client [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.743289] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b037ab-668e-41d0-978d-80073f9b68cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.758535] env[65677]: DEBUG nova.network.neutron [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.771586] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 729.771586] env[65677]: value = "task-4636045" [ 729.771586] env[65677]: _type = "Task" [ 729.771586] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.785989] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.803664] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbbe873-9b91-47eb-a40e-2230172bc6de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.813400] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50593fe8-8c08-4d2b-9da2-51934a715343 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.825491] env[65677]: DEBUG nova.network.neutron [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Updated VIF entry in instance network info cache for port 03426bda-56fa-4ff3-aa02-f32309eabf39. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.827584] env[65677]: DEBUG nova.network.neutron [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Updating instance_info_cache with network_info: [{"id": "03426bda-56fa-4ff3-aa02-f32309eabf39", "address": "fa:16:3e:42:c3:1f", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03426bda-56", "ovs_interfaceid": "03426bda-56fa-4ff3-aa02-f32309eabf39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.869330] env[65677]: DEBUG oslo_concurrency.lockutils [req-86089a5e-9217-4b2d-b033-b192eea10c43 req-323dd35e-6f9e-4a0a-9aa0-6185b6e161f1 service nova] Releasing lock "refresh_cache-a1554552-52d4-4791-a13b-8e12e4b62d2b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.872950] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e4ee8-0eee-43f6-916d-3705562161e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.883400] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf3f81-477d-49bc-9afd-4872f8a28a4b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.900932] env[65677]: DEBUG nova.compute.provider_tree [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.004983] env[65677]: WARNING neutronclient.v2_0.client [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.044015] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636043, 'name': CreateSnapshot_Task, 'duration_secs': 1.395263} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.044379] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 730.045312] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c4f1a-4ee1-47db-b9e1-5698a9527ff1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.096471] env[65677]: INFO nova.compute.manager [-] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Took 1.68 seconds to deallocate network for instance. [ 730.115522] env[65677]: WARNING neutronclient.v2_0.client [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.156900] env[65677]: DEBUG nova.network.neutron [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Updating instance_info_cache with network_info: [{"id": "1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4", "address": "fa:16:3e:84:e2:8b", "network": {"id": "78cf7021-8a6f-461b-9717-22ca5fa1da87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-446423209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fb076909d69b4406b61c953573c27314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1b4ebc-6e", "ovs_interfaceid": "1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.232819] env[65677]: DEBUG nova.network.neutron [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updated VIF entry in instance network info cache for port 7d1e7cb9-c160-4807-b337-f9521c507c66. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 730.232819] env[65677]: DEBUG nova.network.neutron [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updating instance_info_cache with network_info: [{"id": "7d1e7cb9-c160-4807-b337-f9521c507c66", "address": "fa:16:3e:13:84:d2", "network": {"id": "5b775c0c-2854-49a6-a1cd-c79a94a9d710", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-59710388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be6f8430fda14825b694eef33ccb20c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1e7cb9-c1", "ovs_interfaceid": "7d1e7cb9-c160-4807-b337-f9521c507c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.287462] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636045, 'name': ReconfigVM_Task, 'duration_secs': 0.312436} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.287462] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Reconfigured VM instance instance-00000023 to attach disk [datastore1] a1554552-52d4-4791-a13b-8e12e4b62d2b/a1554552-52d4-4791-a13b-8e12e4b62d2b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.288340] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-216554a2-6266-4024-b729-4d47fb18ccf2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.300046] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 730.300046] env[65677]: value = "task-4636046" [ 730.300046] env[65677]: _type = "Task" [ 730.300046] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.312938] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636046, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.404606] env[65677]: DEBUG nova.scheduler.client.report [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.569864] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.570721] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4cec339-c44b-486a-bd4f-d10ab3f93f7f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.583788] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 730.583788] env[65677]: value = "task-4636047" [ 730.583788] env[65677]: _type = "Task" [ 730.583788] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.597428] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636047, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.604839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.663789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Releasing lock "refresh_cache-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.664201] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Instance network_info: |[{"id": "1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4", "address": "fa:16:3e:84:e2:8b", "network": {"id": "78cf7021-8a6f-461b-9717-22ca5fa1da87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-446423209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fb076909d69b4406b61c953573c27314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1b4ebc-6e", "ovs_interfaceid": "1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 730.664859] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e2:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.673445] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Creating folder: Project (fb076909d69b4406b61c953573c27314). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.674207] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a97c77ef-12d1-4e9c-a918-e988bf0290c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.688218] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Created folder: Project (fb076909d69b4406b61c953573c27314) in parent group-v905237. [ 730.688425] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Creating folder: Instances. Parent ref: group-v905353. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.688733] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8078b6a-4218-4bf2-b438-d7565aa8e00f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.701101] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Created folder: Instances in parent group-v905353. [ 730.701203] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 730.701417] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.701635] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528aa2d2-0ab0-4088-b7e9-6302a9447472 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.724285] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.724285] env[65677]: value = "task-4636050" [ 730.724285] env[65677]: _type = "Task" [ 730.724285] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.734470] env[65677]: DEBUG oslo_concurrency.lockutils [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] Releasing lock "refresh_cache-c532c241-c981-42db-808f-09059f75d8e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.734859] env[65677]: DEBUG nova.compute.manager [req-312017b5-c4f2-4402-b893-b141739bfcae req-a4cd0df1-d6f7-4fec-81ed-99297742d9aa service nova] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Received event network-vif-deleted-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 730.735268] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636050, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.816399] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636046, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.914320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.914320] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 730.921758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.320s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.924522] env[65677]: DEBUG nova.objects.instance [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lazy-loading 'resources' on Instance uuid df12d483-63ce-44fe-a57c-97e068cdd54d {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.930849] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.933621] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.935359] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.939499] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.939802] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.939997] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.940585] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.940726] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 730.940872] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.028488] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.028908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.028979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.029677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.029677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.033501] env[65677]: INFO nova.compute.manager [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Terminating instance [ 731.097570] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636047, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.238951] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636050, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.316223] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636046, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.424419] env[65677]: DEBUG nova.compute.utils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.428067] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 731.428208] env[65677]: DEBUG nova.network.neutron [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 731.428528] env[65677]: WARNING neutronclient.v2_0.client [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.432216] env[65677]: WARNING neutronclient.v2_0.client [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.456500] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.464288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.464288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.542281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "refresh_cache-34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.542628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquired lock "refresh_cache-34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.542823] env[65677]: DEBUG nova.network.neutron [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 731.603066] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636047, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.736385] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636050, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.813503] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636046, 'name': Rename_Task, 'duration_secs': 1.169157} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.816388] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.816852] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635a7f60-40e1-4857-a08c-43f3c7a70c10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.828026] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 731.828026] env[65677]: value = "task-4636051" [ 731.828026] env[65677]: _type = "Task" [ 731.828026] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.837152] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.933039] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 731.967034] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 731.987729] env[65677]: DEBUG nova.policy [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1f342ebcfb4855851dfae3af9e230b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f4801b2fe82405f9960b20792f1ec57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.035803] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff7da0b-9949-4c96-ac3f-487e823e2dd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.046038] env[65677]: WARNING neutronclient.v2_0.client [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.049925] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee068f1-6f12-4faf-b31a-722448d3b5ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.091518] env[65677]: DEBUG nova.network.neutron [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 732.097475] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f84f91-65b3-46c4-befe-bb2f17601d44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.108171] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636047, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.113341] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340b5da-6852-44b9-8422-80ce33952f84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.131265] env[65677]: DEBUG nova.compute.provider_tree [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.135111] env[65677]: DEBUG nova.compute.manager [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Received event network-vif-plugged-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 732.135305] env[65677]: DEBUG oslo_concurrency.lockutils [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] Acquiring lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.135502] env[65677]: DEBUG oslo_concurrency.lockutils [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.135987] env[65677]: DEBUG oslo_concurrency.lockutils [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.135987] env[65677]: DEBUG nova.compute.manager [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] No waiting events found dispatching network-vif-plugged-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 732.135987] env[65677]: WARNING nova.compute.manager [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Received unexpected event network-vif-plugged-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 for instance with vm_state building and task_state spawning. [ 732.136128] env[65677]: DEBUG nova.compute.manager [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Received event network-changed-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 732.136412] env[65677]: DEBUG nova.compute.manager [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Refreshing instance network info cache due to event network-changed-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 732.136469] env[65677]: DEBUG oslo_concurrency.lockutils [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] Acquiring lock "refresh_cache-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.136693] env[65677]: DEBUG oslo_concurrency.lockutils [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] Acquired lock "refresh_cache-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.136747] env[65677]: DEBUG nova.network.neutron [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Refreshing network info cache for port 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.183841] env[65677]: DEBUG nova.network.neutron [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.238588] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636050, 'name': CreateVM_Task, 'duration_secs': 1.068529} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.238588] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.239177] env[65677]: WARNING neutronclient.v2_0.client [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.239802] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.239929] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.240489] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.240769] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf65f7b-37fa-4d3f-9f4f-d0330323ee6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.248665] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 732.248665] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528dddc7-54dd-ef49-e19f-c4d0a2c8e53e" [ 732.248665] env[65677]: _type = "Task" [ 732.248665] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.259352] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528dddc7-54dd-ef49-e19f-c4d0a2c8e53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.340078] env[65677]: DEBUG oslo_vmware.api [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636051, 'name': PowerOnVM_Task, 'duration_secs': 0.514107} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.340430] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.340633] env[65677]: INFO nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Took 9.35 seconds to spawn the instance on the hypervisor. [ 732.340804] env[65677]: DEBUG nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 732.341765] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae3a6f0-0524-4bc0-81c2-401251c6469c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.433457] env[65677]: DEBUG nova.network.neutron [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Successfully created port: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 732.508458] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.601101] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636047, 'name': CloneVM_Task, 'duration_secs': 1.739284} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.601940] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Created linked-clone VM from snapshot [ 732.602820] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ce8ac-4130-4160-b62a-67cafac788d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.612012] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Uploading image 724f3061-f838-4a8a-8d1e-37d310973145 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 732.640222] env[65677]: DEBUG nova.scheduler.client.report [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.646868] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 732.646868] env[65677]: value = "vm-905352" [ 732.646868] env[65677]: _type = "VirtualMachine" [ 732.646868] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 732.648053] env[65677]: WARNING neutronclient.v2_0.client [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.650389] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0c874c9-5ed3-44ae-a95a-45f5d2053aa5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.660181] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lease: (returnval){ [ 732.660181] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a9d6b-dd5f-a832-2758-97a373a87e72" [ 732.660181] env[65677]: _type = "HttpNfcLease" [ 732.660181] env[65677]: } obtained for exporting VM: (result){ [ 732.660181] env[65677]: value = "vm-905352" [ 732.660181] env[65677]: _type = "VirtualMachine" [ 732.660181] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 732.660555] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the lease: (returnval){ [ 732.660555] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a9d6b-dd5f-a832-2758-97a373a87e72" [ 732.660555] env[65677]: _type = "HttpNfcLease" [ 732.660555] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 732.669167] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.669167] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a9d6b-dd5f-a832-2758-97a373a87e72" [ 732.669167] env[65677]: _type = "HttpNfcLease" [ 732.669167] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 732.685299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Releasing lock "refresh_cache-34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.685776] env[65677]: DEBUG nova.compute.manager [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 732.685966] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.687045] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f09c2-3f7a-44ba-93fc-ffdfa2f10668 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.697928] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.698482] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a250c78-ba8e-4b0f-88e5-431f9cad31f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.705134] env[65677]: DEBUG oslo_vmware.api [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 732.705134] env[65677]: value = "task-4636053" [ 732.705134] env[65677]: _type = "Task" [ 732.705134] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.716418] env[65677]: DEBUG oslo_vmware.api [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4636053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.761270] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528dddc7-54dd-ef49-e19f-c4d0a2c8e53e, 'name': SearchDatastore_Task, 'duration_secs': 0.018709} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.761593] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.761833] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.762080] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.762266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.762506] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.762774] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f11420a6-7685-4f02-a8c8-9e1525e88d5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.771787] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.771969] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.772748] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3dbf9f-9139-4867-a2ca-4161cd1f3204 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.778839] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 732.778839] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526b3655-86e0-eb47-5cbb-284a72701e35" [ 732.778839] env[65677]: _type = "Task" [ 732.778839] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.790395] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526b3655-86e0-eb47-5cbb-284a72701e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.863032] env[65677]: INFO nova.compute.manager [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Took 34.01 seconds to build instance. [ 732.945089] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 732.975852] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 732.976148] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.976305] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 732.976485] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.976635] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 732.976789] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 732.976981] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.977109] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 732.977300] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 732.977480] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 732.977652] env[65677]: DEBUG nova.virt.hardware [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 732.978569] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac19566-f1bf-41de-b132-81be7841071b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.987385] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae023b-dd3f-42c9-9258-95aa468b94f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.145654] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.147923] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.113s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.150345] env[65677]: INFO nova.compute.claims [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.170034] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.170034] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a9d6b-dd5f-a832-2758-97a373a87e72" [ 733.170034] env[65677]: _type = "HttpNfcLease" [ 733.170034] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 733.171203] env[65677]: INFO nova.scheduler.client.report [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Deleted allocations for instance df12d483-63ce-44fe-a57c-97e068cdd54d [ 733.174967] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 733.174967] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522a9d6b-dd5f-a832-2758-97a373a87e72" [ 733.174967] env[65677]: _type = "HttpNfcLease" [ 733.174967] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 733.175754] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19541794-93d4-4514-b0e3-3c3bbb9476ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.189315] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298b0f8-c7c4-d51e-8f3f-b4f6e62bd272/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 733.189690] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298b0f8-c7c4-d51e-8f3f-b4f6e62bd272/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 733.265694] env[65677]: DEBUG oslo_vmware.api [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4636053, 'name': PowerOffVM_Task, 'duration_secs': 0.228128} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.266327] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.266520] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.266886] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6bf82a-442e-4776-ab23-195f42c99c08 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.290928] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526b3655-86e0-eb47-5cbb-284a72701e35, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.296245] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be17e0e5-dfa8-4aed-9d6c-260848c27edb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.298668] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efbd921d-ff3f-4abc-99f7-e28a9db664fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.300274] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.300458] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.300622] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Deleting the datastore file [datastore1] 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.300894] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21ec774b-9258-4987-b064-86c18dd80206 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.307499] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 733.307499] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b183e7-4d18-2fbd-08c0-c59d74e965b8" [ 733.307499] env[65677]: _type = "Task" [ 733.307499] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.309536] env[65677]: DEBUG oslo_vmware.api [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for the task: (returnval){ [ 733.309536] env[65677]: value = "task-4636055" [ 733.309536] env[65677]: _type = "Task" [ 733.309536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.324393] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b183e7-4d18-2fbd-08c0-c59d74e965b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.330917] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.331239] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf/4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.331867] env[65677]: DEBUG oslo_vmware.api [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4636055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.332330] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f72a3ba-1ed4-405c-bfda-8f5891b2c81b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.344855] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 733.344855] env[65677]: value = "task-4636056" [ 733.344855] env[65677]: _type = "Task" [ 733.344855] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.355883] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.363648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5874e513-f87e-497c-a791-595be6a6d653 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.534s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.685365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6a08e273-085a-40cf-b0e6-df8bb85a6112 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Lock "df12d483-63ce-44fe-a57c-97e068cdd54d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.717s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.831645] env[65677]: DEBUG oslo_vmware.api [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Task: {'id': task-4636055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114362} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.831828] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.832217] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.833178] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.833178] env[65677]: INFO nova.compute.manager [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Took 1.15 seconds to destroy the instance on the hypervisor. [ 733.833178] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.833452] env[65677]: DEBUG nova.compute.manager [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 733.834137] env[65677]: DEBUG nova.network.neutron [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.834137] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.855521] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636056, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.084037] env[65677]: DEBUG nova.network.neutron [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Successfully updated port: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.145784] env[65677]: DEBUG nova.network.neutron [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 734.146690] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.357557] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539483} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.358448] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf/4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.358448] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.358584] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9525894-b3a0-4427-8767-700596a46adf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.370271] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 734.370271] env[65677]: value = "task-4636057" [ 734.370271] env[65677]: _type = "Task" [ 734.370271] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.381406] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.589600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.591498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.591498] env[65677]: DEBUG nova.network.neutron [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.651645] env[65677]: DEBUG nova.network.neutron [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.656396] env[65677]: WARNING neutronclient.v2_0.client [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.762889] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08489136-9260-47f5-befd-eca98847b884 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.771629] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c53c402-3283-464c-b43d-018b1801d27c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.810050] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dfdeea-2148-4b18-9e21-926ed1505b87 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.821792] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9593ecef-8aa7-4029-8a41-1359c709d51b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.841775] env[65677]: DEBUG nova.compute.provider_tree [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.881966] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168343} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.882328] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.883257] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532bdef-c0cd-4528-a3f6-51b7ebed2f2c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.916039] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf/4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.916184] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a5521e-a49e-4d4f-8d20-de6287fb491b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.944118] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 734.944118] env[65677]: value = "task-4636058" [ 734.944118] env[65677]: _type = "Task" [ 734.944118] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.958560] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.161955] env[65677]: INFO nova.compute.manager [-] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Took 1.33 seconds to deallocate network for instance. [ 735.348603] env[65677]: DEBUG nova.scheduler.client.report [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.458070] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636058, 'name': ReconfigVM_Task, 'duration_secs': 0.498661} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.459557] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf/4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.460554] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2fa1e5-5454-4a65-89f0-87903418d743 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.474318] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 735.474318] env[65677]: value = "task-4636059" [ 735.474318] env[65677]: _type = "Task" [ 735.474318] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.486303] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636059, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.538276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.538276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.538276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.538276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.538276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.542582] env[65677]: INFO nova.compute.manager [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Terminating instance [ 735.668314] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.691430] env[65677]: DEBUG nova.network.neutron [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Updated VIF entry in instance network info cache for port 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.692053] env[65677]: DEBUG nova.network.neutron [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Updating instance_info_cache with network_info: [{"id": "1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4", "address": "fa:16:3e:84:e2:8b", "network": {"id": "78cf7021-8a6f-461b-9717-22ca5fa1da87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-446423209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb076909d69b4406b61c953573c27314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1b4ebc-6e", "ovs_interfaceid": "1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.734942] env[65677]: DEBUG nova.network.neutron [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 735.855547] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.856098] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 735.865387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.721s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.865387] env[65677]: DEBUG nova.objects.instance [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 735.971290] env[65677]: WARNING neutronclient.v2_0.client [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.987335] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636059, 'name': Rename_Task, 'duration_secs': 0.230384} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.987335] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.987335] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7160224b-f11a-451d-b3b0-514504cb4173 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.997018] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 735.997018] env[65677]: value = "task-4636060" [ 735.997018] env[65677]: _type = "Task" [ 735.997018] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.010419] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.047827] env[65677]: DEBUG nova.compute.manager [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 736.048076] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.049350] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb5c892-6cb6-453b-ad21-4959bd1879d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.063535] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.064309] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7118c09-d60e-4c04-a180-a1897f073ef1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.073628] env[65677]: DEBUG oslo_vmware.api [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 736.073628] env[65677]: value = "task-4636061" [ 736.073628] env[65677]: _type = "Task" [ 736.073628] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.084564] env[65677]: DEBUG oslo_vmware.api [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4636061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.150756] env[65677]: DEBUG nova.network.neutron [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.200800] env[65677]: DEBUG oslo_concurrency.lockutils [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] Releasing lock "refresh_cache-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.201184] env[65677]: DEBUG nova.compute.manager [req-00f439fc-d9bf-4293-ba18-f2e23789854f req-dd49400a-2082-4b4d-bc4f-d322aa28b724 service nova] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Received event network-vif-deleted-4d6f5274-36f2-44f6-aad6-89bc70c7925c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 736.384454] env[65677]: DEBUG nova.compute.utils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.391039] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 736.391039] env[65677]: DEBUG nova.network.neutron [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 736.391039] env[65677]: WARNING neutronclient.v2_0.client [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.391039] env[65677]: WARNING neutronclient.v2_0.client [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.442462] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "69ca333b-92f1-47ed-b99d-24f65cf526da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.442766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.452702] env[65677]: DEBUG nova.compute.manager [req-7987d341-0ca4-4892-8238-d33ac7d29bf9 req-34c5da1f-908d-4872-b85a-47b0ac50aa6b service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-vif-plugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 736.452886] env[65677]: DEBUG oslo_concurrency.lockutils [req-7987d341-0ca4-4892-8238-d33ac7d29bf9 req-34c5da1f-908d-4872-b85a-47b0ac50aa6b service nova] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.453103] env[65677]: DEBUG oslo_concurrency.lockutils [req-7987d341-0ca4-4892-8238-d33ac7d29bf9 req-34c5da1f-908d-4872-b85a-47b0ac50aa6b service nova] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.453290] env[65677]: DEBUG oslo_concurrency.lockutils [req-7987d341-0ca4-4892-8238-d33ac7d29bf9 req-34c5da1f-908d-4872-b85a-47b0ac50aa6b service nova] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.453460] env[65677]: DEBUG nova.compute.manager [req-7987d341-0ca4-4892-8238-d33ac7d29bf9 req-34c5da1f-908d-4872-b85a-47b0ac50aa6b service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] No waiting events found dispatching network-vif-plugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 736.453619] env[65677]: WARNING nova.compute.manager [req-7987d341-0ca4-4892-8238-d33ac7d29bf9 req-34c5da1f-908d-4872-b85a-47b0ac50aa6b service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received unexpected event network-vif-plugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 for instance with vm_state building and task_state spawning. [ 736.457056] env[65677]: DEBUG nova.policy [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7450c7e84ffd440d8f7edc605282171d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcc22ffd34cb40f18e40860ea88a6f78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.509065] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.585299] env[65677]: DEBUG oslo_vmware.api [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4636061, 'name': PowerOffVM_Task, 'duration_secs': 0.238883} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.585577] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.585762] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.585995] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b7ce305-52c3-4dea-a73d-15b758b768d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.655025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.655025] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance network_info: |[{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 736.655450] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:d1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f84c642-b403-4e3e-bd3a-9eecdae0c047', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.665650] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating folder: Project (3f4801b2fe82405f9960b20792f1ec57). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.666127] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b0619e3-b855-44f1-ba0b-3abb438d9bfd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.672054] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.672367] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.673213] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Deleting the datastore file [datastore2] 74339a14-3bb6-4fc6-9b3f-5f870b3971bc {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.673645] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e48b1e79-5412-4538-a189-0404486ef774 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.679766] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created folder: Project (3f4801b2fe82405f9960b20792f1ec57) in parent group-v905237. [ 736.680205] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating folder: Instances. Parent ref: group-v905356. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.680205] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550cd00c-1438-43c3-9cf8-16dcb2dd5e10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.684536] env[65677]: DEBUG oslo_vmware.api [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for the task: (returnval){ [ 736.684536] env[65677]: value = "task-4636064" [ 736.684536] env[65677]: _type = "Task" [ 736.684536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.696353] env[65677]: DEBUG oslo_vmware.api [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4636064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.698570] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created folder: Instances in parent group-v905356. [ 736.698807] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.699144] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.699377] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3c14e1-85f1-459a-8625-db6db40d0369 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.725785] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.725785] env[65677]: value = "task-4636066" [ 736.725785] env[65677]: _type = "Task" [ 736.725785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.735933] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636066, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.888237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5b70f1f7-6dac-4424-9bc3-b90c49ff8ef5 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.891881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.372s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.895440] env[65677]: DEBUG nova.objects.instance [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lazy-loading 'resources' on Instance uuid fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.900462] env[65677]: DEBUG nova.network.neutron [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Successfully created port: 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.906236] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 736.948109] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 737.007340] env[65677]: DEBUG oslo_vmware.api [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636060, 'name': PowerOnVM_Task, 'duration_secs': 0.693861} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.007689] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.007998] env[65677]: INFO nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Took 9.08 seconds to spawn the instance on the hypervisor. [ 737.008195] env[65677]: DEBUG nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 737.009949] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff63bfc-68cf-4048-9ab6-24443c56e049 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.202397] env[65677]: DEBUG oslo_vmware.api [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Task: {'id': task-4636064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255945} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.202886] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.203128] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.203375] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.203621] env[65677]: INFO nova.compute.manager [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 737.204025] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 737.204285] env[65677]: DEBUG nova.compute.manager [-] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 737.204416] env[65677]: DEBUG nova.network.neutron [-] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 737.204711] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.240131] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636066, 'name': CreateVM_Task, 'duration_secs': 0.469373} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.240303] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.240791] env[65677]: WARNING neutronclient.v2_0.client [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.241445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.241648] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.241970] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.242495] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f876e9e8-ecfc-4088-82d7-ca7d3d031ce0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.249156] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 737.249156] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af4fac-5034-1e03-0d16-52b75fb5028c" [ 737.249156] env[65677]: _type = "Task" [ 737.249156] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.259365] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af4fac-5034-1e03-0d16-52b75fb5028c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.482722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.483989] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.536510] env[65677]: INFO nova.compute.manager [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Took 35.13 seconds to build instance. [ 737.679527] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5004927-8a54-4b55-bc3f-2edf525a1297 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.690973] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Suspending the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 737.691316] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1357532f-0f9d-4257-a668-797f1794c304 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.702907] env[65677]: DEBUG oslo_vmware.api [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 737.702907] env[65677]: value = "task-4636067" [ 737.702907] env[65677]: _type = "Task" [ 737.702907] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.714998] env[65677]: DEBUG oslo_vmware.api [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636067, 'name': SuspendVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.762520] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af4fac-5034-1e03-0d16-52b75fb5028c, 'name': SearchDatastore_Task, 'duration_secs': 0.014977} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.765538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.765779] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.766409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.766409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.766409] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.767164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "3f79901b-3af0-497b-b3d5-3d130e8375e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.767438] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.767604] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "3f79901b-3af0-497b-b3d5-3d130e8375e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.767722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.767881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.769447] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856d7172-838f-43a8-badf-5d9211096281 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.772594] env[65677]: INFO nova.compute.manager [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Terminating instance [ 737.782751] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.783198] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.784660] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efc5146-aaeb-4d9b-b292-53a12dc46948 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.794020] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 737.794020] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5255bcf7-8716-240f-f9c9-7fefc1ed6da6" [ 737.794020] env[65677]: _type = "Task" [ 737.794020] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.808930] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5255bcf7-8716-240f-f9c9-7fefc1ed6da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.919795] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 737.975668] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 737.976151] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.976657] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 737.976969] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.977225] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 737.977464] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 737.978113] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.978571] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 737.978785] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 737.979610] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 737.979896] env[65677]: DEBUG nova.virt.hardware [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 737.981433] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2c45b-f6ca-478c-9bf5-b7bc24bfd20f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.999600] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead9c2e-4d6f-4bdd-a366-efaad573cd44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.038184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c227cf9a-75f2-4a56-8344-c90bb7cb405d tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.643s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.049655] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f26882f-c4db-4da0-8a4f-ccc69bb60723 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.063446] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddc6ab9-18c9-42dc-9b96-d2c06f23d37b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.103106] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16c663-08c5-4c57-8b6e-7f74f639d775 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.115193] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c964af0-432e-4a8a-a537-6c8986dd8fdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.133161] env[65677]: DEBUG nova.compute.provider_tree [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.216084] env[65677]: DEBUG oslo_vmware.api [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636067, 'name': SuspendVM_Task} progress is 41%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.277903] env[65677]: DEBUG nova.compute.manager [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 738.278342] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.280266] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d38f7-1018-44a0-9d10-5d16cbddda24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.290593] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.291072] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261658c0-2b16-4072-92b8-a1c3fc2263da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.306602] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5255bcf7-8716-240f-f9c9-7fefc1ed6da6, 'name': SearchDatastore_Task, 'duration_secs': 0.016692} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.307549] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad070daf-cf5c-4f52-abc8-6d05a5699b5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.318024] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 738.318024] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a787d8-8e94-7d65-b1e5-7aeee670d533" [ 738.318024] env[65677]: _type = "Task" [ 738.318024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.326490] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a787d8-8e94-7d65-b1e5-7aeee670d533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.394947] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.395279] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.395585] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Deleting the datastore file [datastore2] 3f79901b-3af0-497b-b3d5-3d130e8375e9 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.395885] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de0aee1e-5ae2-40e1-9ded-dbfe8415b6e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.403597] env[65677]: DEBUG oslo_vmware.api [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 738.403597] env[65677]: value = "task-4636069" [ 738.403597] env[65677]: _type = "Task" [ 738.403597] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.416980] env[65677]: DEBUG oslo_vmware.api [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4636069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.637114] env[65677]: DEBUG nova.scheduler.client.report [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.715713] env[65677]: DEBUG oslo_vmware.api [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636067, 'name': SuspendVM_Task, 'duration_secs': 0.915028} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.716150] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Suspended the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 738.719066] env[65677]: DEBUG nova.compute.manager [None req-ca37b8f6-f678-40c3-a99d-5fb1d9a098d0 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 738.719066] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b6de6-0589-4a75-883b-e430cb3c124f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.760254] env[65677]: DEBUG nova.network.neutron [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Successfully updated port: 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.831432] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a787d8-8e94-7d65-b1e5-7aeee670d533, 'name': SearchDatastore_Task, 'duration_secs': 0.01466} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.831432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.831432] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.831432] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf0d1b7-a618-406f-b29c-22d5bc2f95db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.841029] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 738.841029] env[65677]: value = "task-4636070" [ 738.841029] env[65677]: _type = "Task" [ 738.841029] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.856334] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.917323] env[65677]: DEBUG oslo_vmware.api [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4636069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251547} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.920128] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.920128] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.920128] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.920128] env[65677]: INFO nova.compute.manager [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Took 0.64 seconds to destroy the instance on the hypervisor. [ 738.920128] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.920128] env[65677]: DEBUG nova.compute.manager [-] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 738.920128] env[65677]: DEBUG nova.network.neutron [-] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 738.920128] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.143776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.147117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.267s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.147397] env[65677]: DEBUG nova.objects.instance [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lazy-loading 'resources' on Instance uuid 53db67e8-27a4-4a3c-99aa-9eee5f750c58 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.196741] env[65677]: INFO nova.scheduler.client.report [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Deleted allocations for instance fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb [ 739.267565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.268161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.268161] env[65677]: DEBUG nova.network.neutron [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 739.326983] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.354056] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636070, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.561509] env[65677]: DEBUG nova.network.neutron [-] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.709268] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cafc4027-8107-4076-a118-cc7184831260 tempest-ServerDiagnosticsV248Test-280173024 tempest-ServerDiagnosticsV248Test-280173024-project-member] Lock "fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.850s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.853310] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636070, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.912021] env[65677]: DEBUG nova.network.neutron [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 740.069015] env[65677]: INFO nova.compute.manager [-] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Took 2.86 seconds to deallocate network for instance. [ 740.181355] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f50afa-57d8-4ad1-8d51-91950ba2ebec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.190185] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e523e-0ca0-452c-abb5-534dbfd54f0b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.224585] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0451751-33ea-49c1-a454-c460dd8b1a48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.233895] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c31b706-7cc7-4551-9f11-099fe7ebb6bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.252067] env[65677]: DEBUG nova.compute.provider_tree [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.319766] env[65677]: DEBUG nova.network.neutron [-] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.353979] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636070, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.470217] env[65677]: WARNING neutronclient.v2_0.client [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.578809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.627135] env[65677]: DEBUG nova.network.neutron [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.760328] env[65677]: DEBUG nova.scheduler.client.report [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.823475] env[65677]: INFO nova.compute.manager [-] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Took 1.90 seconds to deallocate network for instance. [ 740.859600] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636070, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.658021} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.860051] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.860432] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.860726] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd2c3dee-7072-40e9-990d-6753db8fbbee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.872188] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 740.872188] env[65677]: value = "task-4636071" [ 740.872188] env[65677]: _type = "Task" [ 740.872188] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.884503] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.030257] env[65677]: DEBUG nova.compute.manager [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 741.030257] env[65677]: DEBUG nova.compute.manager [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing instance network info cache due to event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 741.030257] env[65677]: DEBUG oslo_concurrency.lockutils [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.030257] env[65677]: DEBUG oslo_concurrency.lockutils [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.030257] env[65677]: DEBUG nova.network.neutron [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.130298] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.130681] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Instance network_info: |[{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 741.138622] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3c:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dbc22dc-5c77-44a1-8527-cab0e61ad078', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.145797] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Creating folder: Project (bcc22ffd34cb40f18e40860ea88a6f78). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.146133] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee03fdef-99a1-4948-93a9-537da6e8e7da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.160149] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Created folder: Project (bcc22ffd34cb40f18e40860ea88a6f78) in parent group-v905237. [ 741.160490] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Creating folder: Instances. Parent ref: group-v905359. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.160829] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae65d7d9-4dc3-49e7-acf7-c93b0f07fd4b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.175898] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Created folder: Instances in parent group-v905359. [ 741.175898] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 741.175898] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.175898] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c2539f5-da84-478c-898d-42076bb22f79 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.201757] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.201757] env[65677]: value = "task-4636074" [ 741.201757] env[65677]: _type = "Task" [ 741.201757] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.213456] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636074, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.270403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.274516] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.489s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.280047] env[65677]: INFO nova.compute.claims [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.295277] env[65677]: DEBUG nova.compute.manager [req-0195f4c0-f181-487a-8e7b-2db1cf57515e req-943ff858-44dd-4de9-a888-9c9777b9f23f service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-vif-plugged-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 741.295277] env[65677]: DEBUG oslo_concurrency.lockutils [req-0195f4c0-f181-487a-8e7b-2db1cf57515e req-943ff858-44dd-4de9-a888-9c9777b9f23f service nova] Acquiring lock "a5304212-8168-4fe4-ab5b-f19dd1914bba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.295277] env[65677]: DEBUG oslo_concurrency.lockutils [req-0195f4c0-f181-487a-8e7b-2db1cf57515e req-943ff858-44dd-4de9-a888-9c9777b9f23f service nova] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.295277] env[65677]: DEBUG oslo_concurrency.lockutils [req-0195f4c0-f181-487a-8e7b-2db1cf57515e req-943ff858-44dd-4de9-a888-9c9777b9f23f service nova] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.295277] env[65677]: DEBUG nova.compute.manager [req-0195f4c0-f181-487a-8e7b-2db1cf57515e req-943ff858-44dd-4de9-a888-9c9777b9f23f service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] No waiting events found dispatching network-vif-plugged-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 741.295277] env[65677]: WARNING nova.compute.manager [req-0195f4c0-f181-487a-8e7b-2db1cf57515e req-943ff858-44dd-4de9-a888-9c9777b9f23f service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received unexpected event network-vif-plugged-3dbc22dc-5c77-44a1-8527-cab0e61ad078 for instance with vm_state building and task_state spawning. [ 741.309856] env[65677]: INFO nova.scheduler.client.report [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Deleted allocations for instance 53db67e8-27a4-4a3c-99aa-9eee5f750c58 [ 741.332964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.385348] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073681} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.385616] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.386487] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eac22e-c054-42b0-98e9-d5968e924bf2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.417048] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.417577] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d5e0af-4cc5-4b08-af78-c526aa3ba532 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.441087] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 741.441087] env[65677]: value = "task-4636075" [ 741.441087] env[65677]: _type = "Task" [ 741.441087] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.455027] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.535387] env[65677]: WARNING neutronclient.v2_0.client [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.717439] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636074, 'name': CreateVM_Task, 'duration_secs': 0.489401} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.717914] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.720019] env[65677]: WARNING neutronclient.v2_0.client [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.720019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.720019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.720019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.720019] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2268ca3c-795c-4d49-a810-a2283f46850f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.727923] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 741.727923] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520ce955-e908-dc58-3524-668512d225be" [ 741.727923] env[65677]: _type = "Task" [ 741.727923] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.738935] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520ce955-e908-dc58-3524-668512d225be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.822909] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d02ab59-80f7-4240-a400-a91db84fa04c tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Lock "53db67e8-27a4-4a3c-99aa-9eee5f750c58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.877s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.955826] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.003041] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298b0f8-c7c4-d51e-8f3f-b4f6e62bd272/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.004217] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3d90f-5bf7-4312-9f7d-728baf3fbd01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.012623] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298b0f8-c7c4-d51e-8f3f-b4f6e62bd272/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.012623] env[65677]: ERROR oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298b0f8-c7c4-d51e-8f3f-b4f6e62bd272/disk-0.vmdk due to incomplete transfer. [ 742.012623] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85805dd9-11a7-4021-9990-47bb6494c3b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.023895] env[65677]: DEBUG oslo_vmware.rw_handles [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298b0f8-c7c4-d51e-8f3f-b4f6e62bd272/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.023895] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Uploaded image 724f3061-f838-4a8a-8d1e-37d310973145 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.027900] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.027900] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-823f0614-2977-4f11-b7a3-73e129a3f361 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.037482] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 742.037482] env[65677]: value = "task-4636076" [ 742.037482] env[65677]: _type = "Task" [ 742.037482] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.049134] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636076, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.240954] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520ce955-e908-dc58-3524-668512d225be, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.241722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.242150] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.242536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.244019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.244019] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.244019] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bef04c5-b051-48e9-a3e4-8d3399f2217d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.262519] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.262519] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.263074] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f2ba19-a8c4-4496-b325-30186cfd48ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.269710] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 742.269710] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e50984-fe99-fa16-2bca-1c007d1ecde2" [ 742.269710] env[65677]: _type = "Task" [ 742.269710] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.281751] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e50984-fe99-fa16-2bca-1c007d1ecde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.295537] env[65677]: WARNING neutronclient.v2_0.client [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.424150] env[65677]: DEBUG nova.network.neutron [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updated VIF entry in instance network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.424565] env[65677]: DEBUG nova.network.neutron [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.454250] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636075, 'name': ReconfigVM_Task, 'duration_secs': 0.556267} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.454545] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.455255] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a566faa6-652b-4bfa-8663-91e7972f620a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.464885] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 742.464885] env[65677]: value = "task-4636077" [ 742.464885] env[65677]: _type = "Task" [ 742.464885] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.476476] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636077, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.552608] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636076, 'name': Destroy_Task, 'duration_secs': 0.438139} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.553175] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Destroyed the VM [ 742.553245] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.553748] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18f9aa3d-7d4a-4309-9377-325eb6583cb0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.561645] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 742.561645] env[65677]: value = "task-4636078" [ 742.561645] env[65677]: _type = "Task" [ 742.561645] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.577914] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.783385] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e50984-fe99-fa16-2bca-1c007d1ecde2, 'name': SearchDatastore_Task, 'duration_secs': 0.036909} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.785221] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7668b047-2061-4ecb-99c0-0e4cb9cdaf21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.797681] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 742.797681] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5222c864-1fc4-fa9c-6f30-20d6ce367847" [ 742.797681] env[65677]: _type = "Task" [ 742.797681] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.808060] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5222c864-1fc4-fa9c-6f30-20d6ce367847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.811174] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb03b6f-60c3-4145-8584-dfa0be91046a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.820920] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b5832-94f6-4e86-9f9e-4d864125d778 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.853603] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc901d6-812d-4e80-a47e-25d520ca6b5e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.863130] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb54054-d1c7-4df3-8096-c3a03b57349b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.882392] env[65677]: DEBUG nova.compute.provider_tree [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.927630] env[65677]: DEBUG oslo_concurrency.lockutils [req-cae3a800-4fad-4b11-b427-368a9b91de12 req-a9fb1c99-9069-4e5a-b54d-ab3f9f9770c6 service nova] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.978749] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636077, 'name': Rename_Task, 'duration_secs': 0.162518} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.979059] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.979347] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e6edac-101b-4c33-ba56-56cbdf42f80c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.986794] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 742.986794] env[65677]: value = "task-4636079" [ 742.986794] env[65677]: _type = "Task" [ 742.986794] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.996634] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.078641] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636078, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.312022] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5222c864-1fc4-fa9c-6f30-20d6ce367847, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.312022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.312022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] a5304212-8168-4fe4-ab5b-f19dd1914bba/a5304212-8168-4fe4-ab5b-f19dd1914bba.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.312022] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13600d5f-6ed4-4af9-8139-9f3ff23829c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.319979] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 743.319979] env[65677]: value = "task-4636080" [ 743.319979] env[65677]: _type = "Task" [ 743.319979] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.330243] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.388024] env[65677]: DEBUG nova.scheduler.client.report [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.405181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.406249] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.500908] env[65677]: DEBUG oslo_vmware.api [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636079, 'name': PowerOnVM_Task, 'duration_secs': 0.486881} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.501434] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.501752] env[65677]: INFO nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Took 10.56 seconds to spawn the instance on the hypervisor. [ 743.502772] env[65677]: DEBUG nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 743.505017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f9f27-4132-4764-8e72-9f289ed973df {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.582025] env[65677]: DEBUG oslo_vmware.api [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636078, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545331} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.582025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.582025] env[65677]: INFO nova.compute.manager [None req-3b0ec65c-a18f-46f0-908b-42afd4623c0a tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Took 15.64 seconds to snapshot the instance on the hypervisor. [ 743.731810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "interface-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.731810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "interface-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.731810] env[65677]: DEBUG nova.objects.instance [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lazy-loading 'flavor' on Instance uuid 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.803023] env[65677]: DEBUG nova.compute.manager [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 743.803023] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0a99d4-4c36-4452-82a0-18dff23a5b96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.833078] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.896033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.896033] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 743.899985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.677s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.900571] env[65677]: DEBUG nova.objects.instance [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lazy-loading 'resources' on Instance uuid 061d0a51-8aff-4fbc-b6f6-788c95e25cb6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.907995] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 744.034296] env[65677]: INFO nova.compute.manager [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Took 34.05 seconds to build instance. [ 744.237247] env[65677]: WARNING neutronclient.v2_0.client [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.237247] env[65677]: DEBUG nova.objects.instance [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lazy-loading 'pci_requests' on Instance uuid 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.322093] env[65677]: INFO nova.compute.manager [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] instance snapshotting [ 744.322093] env[65677]: WARNING nova.compute.manager [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 744.326828] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f6798f-52dc-48cb-b984-b39e531dbd88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.336352] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534104} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.350532] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] a5304212-8168-4fe4-ab5b-f19dd1914bba/a5304212-8168-4fe4-ab5b-f19dd1914bba.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.350801] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.351260] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0664b4fc-8e14-43e3-b57a-b0ed2a948454 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.353974] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79216af-9537-4184-9c4e-35883b1bf3bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.366912] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 744.366912] env[65677]: value = "task-4636081" [ 744.366912] env[65677]: _type = "Task" [ 744.366912] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.377305] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.410687] env[65677]: DEBUG nova.compute.utils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.416123] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 744.416123] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.416123] env[65677]: WARNING neutronclient.v2_0.client [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.416123] env[65677]: WARNING neutronclient.v2_0.client [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.463807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.490253] env[65677]: DEBUG nova.policy [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d6a4c03c3a4735a0cf3466d30c8287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6306c028954f40c7bcad14bc9bd7ae63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.536180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-529849f8-52dc-46b0-9418-483e42d6eb2f tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.570s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.739992] env[65677]: DEBUG nova.objects.base [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Object Instance<4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 744.740202] env[65677]: DEBUG nova.network.neutron [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.740496] env[65677]: WARNING neutronclient.v2_0.client [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.740781] env[65677]: WARNING neutronclient.v2_0.client [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.868995] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.869448] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a5942bd-004f-4fd2-9c90-a67292500d81 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.887130] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068506} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.887531] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 744.887531] env[65677]: value = "task-4636082" [ 744.887531] env[65677]: _type = "Task" [ 744.887531] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.887865] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.888990] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e34e0-5c80-47b4-85bf-4bd3ba033501 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.901773] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.920709] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] a5304212-8168-4fe4-ab5b-f19dd1914bba/a5304212-8168-4fe4-ab5b-f19dd1914bba.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.924517] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 744.927102] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa107b29-6a6b-4c0e-bad3-932bb8cce9b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.942504] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Successfully created port: 34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.952483] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 744.952483] env[65677]: value = "task-4636083" [ 744.952483] env[65677]: _type = "Task" [ 744.952483] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.962790] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.996513] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a502d-2c1e-43c0-9dfb-bb2de8fa8e24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.008976] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2474671-d26d-4eeb-80e1-f35dfc9c625d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.041416] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c23bb-f971-4d14-9287-2668db52875b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.049924] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbc34d-000f-42f7-ac2d-6ad48ddcef59 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.066490] env[65677]: DEBUG nova.compute.provider_tree [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.361248] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Successfully created port: dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.370318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-80c05274-7fbb-42fd-8a5a-e00a1b0d797c tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "interface-4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.640s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.401462] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636082, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.467204] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636083, 'name': ReconfigVM_Task, 'duration_secs': 0.367335} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.467911] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Reconfigured VM instance instance-00000026 to attach disk [datastore2] a5304212-8168-4fe4-ab5b-f19dd1914bba/a5304212-8168-4fe4-ab5b-f19dd1914bba.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.469526] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13868396-8958-4178-b7bf-f0fccf835651 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.478090] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 745.478090] env[65677]: value = "task-4636084" [ 745.478090] env[65677]: _type = "Task" [ 745.478090] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.487882] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636084, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.601916] env[65677]: ERROR nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] [req-3bde6e0d-3a6a-4eb2-a751-a5d9622545a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3bde6e0d-3a6a-4eb2-a751-a5d9622545a5"}]} [ 745.641644] env[65677]: DEBUG nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.663562] env[65677]: DEBUG nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.663811] env[65677]: DEBUG nova.compute.provider_tree [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.679938] env[65677]: DEBUG nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.711724] env[65677]: DEBUG nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 745.908347] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636082, 'name': CreateSnapshot_Task, 'duration_secs': 0.959565} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.909550] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.910544] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9553dc0-1c5e-4220-aed0-eed9139ea7d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.953380] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 745.993098] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636084, 'name': Rename_Task, 'duration_secs': 0.184096} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.998110] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.998324] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.998486] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.998831] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.998831] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.998921] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.999141] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.999308] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.999479] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.999634] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.999913] env[65677]: DEBUG nova.virt.hardware [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.000154] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.000960] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d1928-6682-4d2d-8261-d02e6ef4d987 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.004081] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4e347d9-a3f2-4110-9bfb-4fafe875e30a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.015104] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2c593-87a4-4871-9c2c-3cb568fd0f75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.018872] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 746.018872] env[65677]: value = "task-4636085" [ 746.018872] env[65677]: _type = "Task" [ 746.018872] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.045836] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.336122] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a1328-9d96-4850-a36c-d30f3317ca5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.348475] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d918f355-d6f9-47df-ae5b-8534f947214c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.405085] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3222adff-5010-41f9-b84a-fa8a6ec8f579 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.416129] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e397e4f2-0abd-4195-83ca-242380713346 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.440672] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.441330] env[65677]: DEBUG nova.compute.provider_tree [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.443361] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ed2bae0-1d2f-4179-8bab-ef0c0a47c584 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.454362] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 746.454362] env[65677]: value = "task-4636086" [ 746.454362] env[65677]: _type = "Task" [ 746.454362] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.466514] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636086, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.540126] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.674185] env[65677]: DEBUG nova.compute.manager [req-7e96a8ef-73a1-45ef-a778-3916627acc94 req-3b3cb743-5918-4eb3-bb6e-7da2b41609cb service nova] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Received event network-vif-deleted-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 746.781528] env[65677]: DEBUG nova.compute.manager [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 746.781778] env[65677]: DEBUG nova.compute.manager [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing instance network info cache due to event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 746.781917] env[65677]: DEBUG oslo_concurrency.lockutils [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] Acquiring lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.782122] env[65677]: DEBUG oslo_concurrency.lockutils [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] Acquired lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.782252] env[65677]: DEBUG nova.network.neutron [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.966681] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636086, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.994276] env[65677]: DEBUG nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 746.994557] env[65677]: DEBUG nova.compute.provider_tree [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 54 to 55 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 746.994733] env[65677]: DEBUG nova.compute.provider_tree [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.036805] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.241372] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Successfully updated port: 34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.286268] env[65677]: WARNING neutronclient.v2_0.client [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.470418] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636086, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.475503] env[65677]: WARNING neutronclient.v2_0.client [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.500266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.600s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.503031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.127s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.503482] env[65677]: DEBUG nova.objects.instance [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lazy-loading 'resources' on Instance uuid 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.538139] env[65677]: INFO nova.scheduler.client.report [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Deleted allocations for instance 061d0a51-8aff-4fbc-b6f6-788c95e25cb6 [ 747.543247] env[65677]: DEBUG oslo_vmware.api [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636085, 'name': PowerOnVM_Task, 'duration_secs': 1.119817} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.547365] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.547365] env[65677]: INFO nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Took 9.63 seconds to spawn the instance on the hypervisor. [ 747.547365] env[65677]: DEBUG nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 747.548677] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5435dc69-eac2-4208-8def-e03a9581853b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.584208] env[65677]: DEBUG nova.network.neutron [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updated VIF entry in instance network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.584641] env[65677]: DEBUG nova.network.neutron [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.968817] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636086, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.053523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Lock "061d0a51-8aff-4fbc-b6f6-788c95e25cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.316s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.070790] env[65677]: INFO nova.compute.manager [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Took 34.06 seconds to build instance. [ 748.089904] env[65677]: DEBUG oslo_concurrency.lockutils [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] Releasing lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.089904] env[65677]: DEBUG nova.compute.manager [req-de2f3d63-4c5b-42ff-bf2d-cde92fb74364 req-21c14ad8-f8e3-4968-883d-4466198c9646 service nova] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Received event network-vif-deleted-d69a9862-e8dc-4913-9843-2c573a60d903 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 748.468814] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636086, 'name': CloneVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.532462] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177b078-a0ba-4544-a1d1-a054b54a407b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.548998] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e0d941-9a04-4ae3-b70c-94be2b7b8b27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.585117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.600s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.586670] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f3dcb-b80f-4863-aeca-f7a1e457e57b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.597465] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b144f-465e-4703-9aea-69bd2cbdde39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.613705] env[65677]: DEBUG nova.compute.provider_tree [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.769600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.769883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.770128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.770316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.773007] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.776156] env[65677]: INFO nova.compute.manager [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Terminating instance [ 748.968693] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636086, 'name': CloneVM_Task, 'duration_secs': 2.028207} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.968972] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Created linked-clone VM from snapshot [ 748.969785] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eecde81-5cfc-4f17-b7b0-58034b77ff1a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.978583] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Uploading image f467e6c2-bb1c-4f39-9542-f15ea9a41a65 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.000812] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.000812] env[65677]: value = "vm-905363" [ 749.000812] env[65677]: _type = "VirtualMachine" [ 749.000812] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.001143] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d701776-45bf-4f11-a47f-0acef5f67a0b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.009635] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease: (returnval){ [ 749.009635] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ce053-7c7d-8fe5-deee-e7643800074d" [ 749.009635] env[65677]: _type = "HttpNfcLease" [ 749.009635] env[65677]: } obtained for exporting VM: (result){ [ 749.009635] env[65677]: value = "vm-905363" [ 749.009635] env[65677]: _type = "VirtualMachine" [ 749.009635] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.009902] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the lease: (returnval){ [ 749.009902] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ce053-7c7d-8fe5-deee-e7643800074d" [ 749.009902] env[65677]: _type = "HttpNfcLease" [ 749.009902] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.018687] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.018687] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ce053-7c7d-8fe5-deee-e7643800074d" [ 749.018687] env[65677]: _type = "HttpNfcLease" [ 749.018687] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 749.118687] env[65677]: DEBUG nova.scheduler.client.report [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.281907] env[65677]: DEBUG nova.compute.manager [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 749.282148] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.283241] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eab21a8-ecf0-46fb-8376-c627dc428d4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.293438] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.293438] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6fee46c-a224-4ba3-aa19-358e8570a976 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.305848] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Successfully updated port: dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 749.308188] env[65677]: DEBUG oslo_vmware.api [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 749.308188] env[65677]: value = "task-4636088" [ 749.308188] env[65677]: _type = "Task" [ 749.308188] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.320923] env[65677]: DEBUG oslo_vmware.api [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.519618] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.519618] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ce053-7c7d-8fe5-deee-e7643800074d" [ 749.519618] env[65677]: _type = "HttpNfcLease" [ 749.519618] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.520045] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.520045] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ce053-7c7d-8fe5-deee-e7643800074d" [ 749.520045] env[65677]: _type = "HttpNfcLease" [ 749.520045] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.520896] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f90dd-4f4f-479b-9bc0-f379e1543930 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.529956] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521973f5-c7c9-0c50-51b3-f80bfb5820d3/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.530303] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521973f5-c7c9-0c50-51b3-f80bfb5820d3/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.622598] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1a18b0d-eb1a-40ea-bb10-efd04bd57d96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.625836] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.629953] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.205s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.658896] env[65677]: INFO nova.scheduler.client.report [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Deleted allocations for instance 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35 [ 749.702624] env[65677]: DEBUG nova.compute.manager [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received event network-vif-plugged-34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 749.702624] env[65677]: DEBUG oslo_concurrency.lockutils [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] Acquiring lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.702624] env[65677]: DEBUG oslo_concurrency.lockutils [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.702624] env[65677]: DEBUG oslo_concurrency.lockutils [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.702899] env[65677]: DEBUG nova.compute.manager [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] No waiting events found dispatching network-vif-plugged-34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 749.703310] env[65677]: WARNING nova.compute.manager [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received unexpected event network-vif-plugged-34bca55a-76b6-45e3-93cf-88bd27eb9201 for instance with vm_state building and task_state spawning. [ 749.704081] env[65677]: DEBUG nova.compute.manager [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received event network-changed-34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 749.704398] env[65677]: DEBUG nova.compute.manager [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Refreshing instance network info cache due to event network-changed-34bca55a-76b6-45e3-93cf-88bd27eb9201. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 749.705185] env[65677]: DEBUG oslo_concurrency.lockutils [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] Acquiring lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.705185] env[65677]: DEBUG oslo_concurrency.lockutils [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] Acquired lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.705185] env[65677]: DEBUG nova.network.neutron [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Refreshing network info cache for port 34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.809218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.824387] env[65677]: DEBUG oslo_vmware.api [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636088, 'name': PowerOffVM_Task, 'duration_secs': 0.231879} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.824387] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.824530] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.824789] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a8b5cb-6d46-492c-8517-e0cc75f80ef2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.889186] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-3d4056ad-9ddb-4e50-8a18-34d1468b335c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.889572] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-3d4056ad-9ddb-4e50-8a18-34d1468b335c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.890115] env[65677]: DEBUG nova.objects.instance [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'flavor' on Instance uuid 3d4056ad-9ddb-4e50-8a18-34d1468b335c {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.904025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.904025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.904025] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Deleting the datastore file [datastore1] 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.904025] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-729f5785-6b67-44ac-940c-ba700c955b26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.912773] env[65677]: DEBUG oslo_vmware.api [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for the task: (returnval){ [ 749.912773] env[65677]: value = "task-4636090" [ 749.912773] env[65677]: _type = "Task" [ 749.912773] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.926688] env[65677]: DEBUG oslo_vmware.api [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.024348] env[65677]: DEBUG nova.compute.manager [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 750.024597] env[65677]: DEBUG nova.compute.manager [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing instance network info cache due to event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 750.025830] env[65677]: DEBUG oslo_concurrency.lockutils [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025830] env[65677]: DEBUG oslo_concurrency.lockutils [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025830] env[65677]: DEBUG nova.network.neutron [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.180766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Lock "3f3ec145-1d9e-4f4b-acda-2fe533f4dc35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.273s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.207679] env[65677]: WARNING neutronclient.v2_0.client [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.293591] env[65677]: DEBUG nova.network.neutron [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 750.354273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.354273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.396463] env[65677]: WARNING neutronclient.v2_0.client [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.426346] env[65677]: DEBUG oslo_vmware.api [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Task: {'id': task-4636090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1523} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.428034] env[65677]: DEBUG nova.network.neutron [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.429133] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.429427] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.429651] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.429894] env[65677]: INFO nova.compute.manager [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 750.430106] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.433351] env[65677]: DEBUG nova.compute.manager [-] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 750.433444] env[65677]: DEBUG nova.network.neutron [-] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 750.433711] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.497763] env[65677]: DEBUG nova.objects.instance [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d4056ad-9ddb-4e50-8a18-34d1468b335c {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.529536] env[65677]: WARNING neutronclient.v2_0.client [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.539913] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.714579] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca53d7-0aec-479d-bc63-9edb4d12717e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.731069] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adac2e4-88c0-4391-870c-b4868df842fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.764274] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5ba2d-f464-4a73-9cca-aa4447398f28 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.775621] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5baf384-9dd5-4f13-be4c-6988dccaeb80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.798694] env[65677]: DEBUG nova.compute.provider_tree [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.856864] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 750.933841] env[65677]: DEBUG oslo_concurrency.lockutils [req-9dc55e05-b92c-42b4-8fe7-2036568bf1b5 req-c19c9c66-cfcf-456a-b8fd-eb30299691fa service nova] Releasing lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.934447] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.991287] env[65677]: WARNING neutronclient.v2_0.client [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.000852] env[65677]: DEBUG nova.objects.base [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Object Instance<3d4056ad-9ddb-4e50-8a18-34d1468b335c> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 751.001202] env[65677]: DEBUG nova.network.neutron [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.001420] env[65677]: WARNING neutronclient.v2_0.client [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.001747] env[65677]: WARNING neutronclient.v2_0.client [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.093042] env[65677]: DEBUG nova.policy [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.125417] env[65677]: DEBUG nova.network.neutron [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updated VIF entry in instance network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.126094] env[65677]: DEBUG nova.network.neutron [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.303704] env[65677]: DEBUG nova.scheduler.client.report [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.350795] env[65677]: DEBUG nova.network.neutron [-] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.385303] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.456666] env[65677]: DEBUG nova.network.neutron [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Successfully created port: 014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.477343] env[65677]: DEBUG nova.compute.manager [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 751.478312] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d33a2-c8b4-49d8-b871-6c4940891760 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.514390] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.628998] env[65677]: DEBUG oslo_concurrency.lockutils [req-56e7c35c-7996-42e8-ac01-732b0ff1574c req-488967fc-424a-4b6c-b26a-972d2e811039 service nova] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.853867] env[65677]: INFO nova.compute.manager [-] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Took 1.42 seconds to deallocate network for instance. [ 752.000739] env[65677]: INFO nova.compute.manager [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] instance snapshotting [ 752.004032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab8903-dabd-466b-bac9-3bb5d3427d5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.026558] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e379042-a8de-4d3b-afb0-13e34700a695 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.318176] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.689s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.322670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.927s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.324175] env[65677]: INFO nova.compute.claims [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.363089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.396280] env[65677]: WARNING neutronclient.v2_0.client [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.540064] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.540416] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5dcfb34-4bd5-4aa4-bbbe-986dec71ff3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.555154] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 752.555154] env[65677]: value = "task-4636091" [ 752.555154] env[65677]: _type = "Task" [ 752.555154] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.564896] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.874200] env[65677]: WARNING neutronclient.v2_0.client [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.973148] env[65677]: DEBUG nova.network.neutron [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Updating instance_info_cache with network_info: [{"id": "34bca55a-76b6-45e3-93cf-88bd27eb9201", "address": "fa:16:3e:7f:c7:d6", "network": {"id": "128702db-7961-46c0-852a-91ced3f8573b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1311516635", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bca55a-76", "ovs_interfaceid": "34bca55a-76b6-45e3-93cf-88bd27eb9201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbae4dcb-121a-4d75-a7c7-cfd62e9d6664", "address": "fa:16:3e:53:20:67", "network": {"id": "879b3a4f-0a3c-417d-ad4b-f128a23ec935", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1216668470", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbae4dcb-12", "ovs_interfaceid": "dbae4dcb-121a-4d75-a7c7-cfd62e9d6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.030588] env[65677]: INFO nova.scheduler.client.report [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleted allocation for migration fcea6e42-4319-4e17-8fac-79dc1b4c8421 [ 753.069434] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636091, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.148743] env[65677]: DEBUG nova.network.neutron [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Successfully updated port: 014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.482056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Releasing lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.482056] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Instance network_info: |[{"id": "34bca55a-76b6-45e3-93cf-88bd27eb9201", "address": "fa:16:3e:7f:c7:d6", "network": {"id": "128702db-7961-46c0-852a-91ced3f8573b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1311516635", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bca55a-76", "ovs_interfaceid": "34bca55a-76b6-45e3-93cf-88bd27eb9201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbae4dcb-121a-4d75-a7c7-cfd62e9d6664", "address": "fa:16:3e:53:20:67", "network": {"id": "879b3a4f-0a3c-417d-ad4b-f128a23ec935", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1216668470", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbae4dcb-12", "ovs_interfaceid": "dbae4dcb-121a-4d75-a7c7-cfd62e9d6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 753.482056] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:c7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34bca55a-76b6-45e3-93cf-88bd27eb9201', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:20:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbae4dcb-121a-4d75-a7c7-cfd62e9d6664', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.489978] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.492772] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.493199] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35d62845-81d2-4b23-ae71-30d6f2b2fe1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.518742] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.518742] env[65677]: value = "task-4636092" [ 753.518742] env[65677]: _type = "Task" [ 753.518742] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.533907] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636092, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.539086] env[65677]: DEBUG oslo_concurrency.lockutils [None req-83c04c60-da56-4b88-9795-149c87be6096 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.569s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.572886] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636091, 'name': CreateSnapshot_Task, 'duration_secs': 0.551076} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.576975] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.578355] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df30ae-8d38-4941-bcc8-87091f3c7376 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.651379] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.651575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.651735] env[65677]: DEBUG nova.network.neutron [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.822067] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2342f4-642e-404f-ac01-816c7136cdec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.832106] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d36e6-f057-419c-8562-63136ffd4521 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.871670] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cfe1d8-ba69-48bb-8b70-8dc9a07c7d88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.880929] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751c3d76-f800-4c24-99c7-8b95f89befad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.898805] env[65677]: DEBUG nova.compute.provider_tree [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.029812] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636092, 'name': CreateVM_Task, 'duration_secs': 0.473986} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.030053] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.031544] env[65677]: WARNING neutronclient.v2_0.client [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.031968] env[65677]: WARNING neutronclient.v2_0.client [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.032472] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.032751] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.033073] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.033363] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0270f78-b6f6-42ba-9518-abbbca0960cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.039087] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 754.039087] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b0a942-0cd0-f2e0-5332-b23c3898e18d" [ 754.039087] env[65677]: _type = "Task" [ 754.039087] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.049176] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b0a942-0cd0-f2e0-5332-b23c3898e18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.106205] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.106527] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3f99c54-3063-4349-92fb-735b20fee2b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.117032] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 754.117032] env[65677]: value = "task-4636093" [ 754.117032] env[65677]: _type = "Task" [ 754.117032] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.125090] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636093, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.217916] env[65677]: WARNING nova.network.neutron [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] 86e26676-b93d-4438-ae11-5c77fae018b0 already exists in list: networks containing: ['86e26676-b93d-4438-ae11-5c77fae018b0']. ignoring it [ 754.285370] env[65677]: DEBUG nova.compute.manager [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received event network-vif-plugged-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 754.285650] env[65677]: DEBUG oslo_concurrency.lockutils [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] Acquiring lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.285771] env[65677]: DEBUG oslo_concurrency.lockutils [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.285928] env[65677]: DEBUG oslo_concurrency.lockutils [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.286325] env[65677]: DEBUG nova.compute.manager [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] No waiting events found dispatching network-vif-plugged-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 754.286556] env[65677]: WARNING nova.compute.manager [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received unexpected event network-vif-plugged-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 for instance with vm_state building and task_state spawning. [ 754.286758] env[65677]: DEBUG nova.compute.manager [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received event network-changed-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 754.287099] env[65677]: DEBUG nova.compute.manager [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Refreshing instance network info cache due to event network-changed-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 754.287283] env[65677]: DEBUG oslo_concurrency.lockutils [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] Acquiring lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.287452] env[65677]: DEBUG oslo_concurrency.lockutils [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] Acquired lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.287664] env[65677]: DEBUG nova.network.neutron [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Refreshing network info cache for port dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.316901] env[65677]: DEBUG nova.compute.manager [req-fd2810cc-1c24-4740-849e-94fb74b4167b req-13ad740c-294d-45b0-98b9-0307c6ec2b5e service nova] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Received event network-vif-deleted-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 754.371322] env[65677]: WARNING neutronclient.v2_0.client [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.403224] env[65677]: DEBUG nova.scheduler.client.report [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.559690] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b0a942-0cd0-f2e0-5332-b23c3898e18d, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.559690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.559690] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.559690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.559690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.559690] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.560393] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc38b3af-7a09-4ad9-b741-2d3b0ab368c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.573774] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.573997] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.574813] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d384ccbf-6084-4f40-bf0d-edcb4a7463b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.583302] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 754.583302] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523b960e-04bd-3d32-fd0a-a76ee0f96b06" [ 754.583302] env[65677]: _type = "Task" [ 754.583302] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.596065] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523b960e-04bd-3d32-fd0a-a76ee0f96b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.629821] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636093, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.791284] env[65677]: WARNING neutronclient.v2_0.client [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.909602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.910347] env[65677]: DEBUG nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 754.913331] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.922s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.913637] env[65677]: DEBUG nova.objects.instance [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lazy-loading 'resources' on Instance uuid e25b3cbf-58dd-4d7e-80eb-6eb790774abe {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.099577] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523b960e-04bd-3d32-fd0a-a76ee0f96b06, 'name': SearchDatastore_Task, 'duration_secs': 0.013841} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.099577] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a13499d-9ff9-4d72-bdd7-97e83af61246 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.108099] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 755.108099] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c15695-6d61-2653-c17a-ba5e1bd6c436" [ 755.108099] env[65677]: _type = "Task" [ 755.108099] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.120552] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c15695-6d61-2653-c17a-ba5e1bd6c436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.134472] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636093, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.417039] env[65677]: DEBUG nova.compute.utils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.419118] env[65677]: DEBUG nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 755.623993] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c15695-6d61-2653-c17a-ba5e1bd6c436, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.627493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.627921] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a/d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.628475] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce9a8ec4-86b1-4882-9431-d1824ae8cfc0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.646508] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636093, 'name': CloneVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.648246] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 755.648246] env[65677]: value = "task-4636094" [ 755.648246] env[65677]: _type = "Task" [ 755.648246] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.660282] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.807673] env[65677]: WARNING neutronclient.v2_0.client [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.924845] env[65677]: DEBUG nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 755.948219] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40a7bbb-5bf8-498f-b12a-ebce42c0f74b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.958981] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d204cff-40e7-4845-8c5b-ed6a75a466cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.009850] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf306671-b9d0-492d-95ce-e480a31c61b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.020703] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a406c12-8421-44f6-8229-6c8e736d0d39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.043456] env[65677]: DEBUG nova.compute.provider_tree [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.136717] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636093, 'name': CloneVM_Task, 'duration_secs': 1.552592} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.140638] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Created linked-clone VM from snapshot [ 756.141988] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055ae1c-3d13-47d6-95d5-240ac102cedc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.156762] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Uploading image 45c6a8f6-169d-4c86-b5e3-d50bffda0076 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.169941] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636094, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.188397] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.188397] env[65677]: value = "vm-905366" [ 756.188397] env[65677]: _type = "VirtualMachine" [ 756.188397] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.188821] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2aa4974c-68ab-42dd-a031-7c0da34f3652 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.192054] env[65677]: DEBUG nova.network.neutron [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "014a08fb-d2b9-4590-81ce-a20d5817b0b5", "address": "fa:16:3e:0f:20:df", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014a08fb-d2", "ovs_interfaceid": "014a08fb-d2b9-4590-81ce-a20d5817b0b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.203839] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lease: (returnval){ [ 756.203839] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525dbd8e-c2c0-49e2-f3d9-e66dc1c079e0" [ 756.203839] env[65677]: _type = "HttpNfcLease" [ 756.203839] env[65677]: } obtained for exporting VM: (result){ [ 756.203839] env[65677]: value = "vm-905366" [ 756.203839] env[65677]: _type = "VirtualMachine" [ 756.203839] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.204089] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the lease: (returnval){ [ 756.204089] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525dbd8e-c2c0-49e2-f3d9-e66dc1c079e0" [ 756.204089] env[65677]: _type = "HttpNfcLease" [ 756.204089] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.218249] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.218249] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525dbd8e-c2c0-49e2-f3d9-e66dc1c079e0" [ 756.218249] env[65677]: _type = "HttpNfcLease" [ 756.218249] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 756.280791] env[65677]: WARNING neutronclient.v2_0.client [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.379533] env[65677]: DEBUG nova.network.neutron [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Updated VIF entry in instance network info cache for port dbae4dcb-121a-4d75-a7c7-cfd62e9d6664. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 756.380067] env[65677]: DEBUG nova.network.neutron [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Updating instance_info_cache with network_info: [{"id": "34bca55a-76b6-45e3-93cf-88bd27eb9201", "address": "fa:16:3e:7f:c7:d6", "network": {"id": "128702db-7961-46c0-852a-91ced3f8573b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1311516635", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34bca55a-76", "ovs_interfaceid": "34bca55a-76b6-45e3-93cf-88bd27eb9201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbae4dcb-121a-4d75-a7c7-cfd62e9d6664", "address": "fa:16:3e:53:20:67", "network": {"id": "879b3a4f-0a3c-417d-ad4b-f128a23ec935", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1216668470", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6306c028954f40c7bcad14bc9bd7ae63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbae4dcb-12", "ovs_interfaceid": "dbae4dcb-121a-4d75-a7c7-cfd62e9d6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.547109] env[65677]: DEBUG nova.scheduler.client.report [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.671713] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706646} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.672863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a/d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.672863] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.672863] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05838ea4-f9a2-451e-8448-8a762d8acb11 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.685845] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 756.685845] env[65677]: value = "task-4636096" [ 756.685845] env[65677]: _type = "Task" [ 756.685845] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.702686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.703592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.704096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.704096] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.705322] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8451f-05dd-462b-ba5d-b346a18286f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.737612] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.737883] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.738390] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.738701] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.738883] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.739061] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.739284] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.739499] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.739723] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.739892] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.740080] env[65677]: DEBUG nova.virt.hardware [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.748287] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Reconfiguring VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 756.750216] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8efdf80-8620-4ee4-927f-d8c665284d61 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.765583] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.765583] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525dbd8e-c2c0-49e2-f3d9-e66dc1c079e0" [ 756.765583] env[65677]: _type = "HttpNfcLease" [ 756.765583] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 756.765939] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 756.765939] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525dbd8e-c2c0-49e2-f3d9-e66dc1c079e0" [ 756.765939] env[65677]: _type = "HttpNfcLease" [ 756.765939] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 756.770412] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c1e22-125b-4945-86d4-04ccbb0ba01b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.774940] env[65677]: DEBUG oslo_vmware.api [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 756.774940] env[65677]: value = "task-4636097" [ 756.774940] env[65677]: _type = "Task" [ 756.774940] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.784862] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de7f27-6b78-d582-facb-8f7c8d058b44/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 756.784862] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de7f27-6b78-d582-facb-8f7c8d058b44/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 756.794291] env[65677]: DEBUG oslo_vmware.api [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636097, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.884880] env[65677]: DEBUG oslo_concurrency.lockutils [req-afd77655-dea9-4009-b56b-fc0b0e1429f8 req-adc94cf6-6e7a-48f3-add1-1fd0b250e49b service nova] Releasing lock "refresh_cache-d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.913462] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37ec921f-28ba-4b48-b6df-c3308c9f9cf7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.942116] env[65677]: DEBUG nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 756.983511] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.983657] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.983737] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.984174] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.984174] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.984293] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.984429] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.984553] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.984765] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.984936] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.985123] env[65677]: DEBUG nova.virt.hardware [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.987981] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918fd22c-097c-4b13-810b-3d8d105cb9d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.997915] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96347d4-6ed4-44bd-9693-830a3d2df182 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.019238] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.025588] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Creating folder: Project (8465c706ab8c4cb1897480e61ae695b0). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.025958] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a54b696-97d0-41ad-831f-f099bfd5ba42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.039958] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Created folder: Project (8465c706ab8c4cb1897480e61ae695b0) in parent group-v905237. [ 757.040220] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Creating folder: Instances. Parent ref: group-v905367. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.040549] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf1914d8-b33d-4dd5-b3a7-6d339536f4bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.053135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.058912] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Created folder: Instances in parent group-v905367. [ 757.058912] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.058912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.859s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.058912] env[65677]: INFO nova.compute.claims [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.060955] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.061105] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49715bbc-30fe-4830-9970-b5502d2dee96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.081410] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.081410] env[65677]: value = "task-4636100" [ 757.081410] env[65677]: _type = "Task" [ 757.081410] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.087612] env[65677]: INFO nova.scheduler.client.report [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Deleted allocations for instance e25b3cbf-58dd-4d7e-80eb-6eb790774abe [ 757.101708] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636100, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.194580] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086993} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.198023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.198023] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30933e2d-4a84-4c05-ad2e-c815699b994a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.244873] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a/d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.248399] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a149c736-2de8-4948-af63-3af20b08bdb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.283082] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 757.283082] env[65677]: value = "task-4636101" [ 757.283082] env[65677]: _type = "Task" [ 757.283082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.292062] env[65677]: DEBUG oslo_vmware.api [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.303887] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.492592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.492822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.600025] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636100, 'name': CreateVM_Task, 'duration_secs': 0.357272} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.601330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Lock "e25b3cbf-58dd-4d7e-80eb-6eb790774abe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.122s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.602113] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.602984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.603251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.605406] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.606057] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ee9e3d-9acc-47ce-9fd0-b709565a51ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.613120] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 757.613120] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fd1bdb-af4d-7b9f-11e6-9e2eb3bce351" [ 757.613120] env[65677]: _type = "Task" [ 757.613120] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.624939] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fd1bdb-af4d-7b9f-11e6-9e2eb3bce351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.791720] env[65677]: DEBUG oslo_vmware.api [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636097, 'name': ReconfigVM_Task, 'duration_secs': 0.7429} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.792820] env[65677]: WARNING neutronclient.v2_0.client [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.793170] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.793416] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Reconfigured VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 757.803366] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636101, 'name': ReconfigVM_Task, 'duration_secs': 0.389602} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.804961] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a/d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.805434] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b9dd92-ccd0-4466-9bc6-f64f2219ccab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.815908] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 757.815908] env[65677]: value = "task-4636102" [ 757.815908] env[65677]: _type = "Task" [ 757.815908] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.837492] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636102, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.999778] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 758.135689] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fd1bdb-af4d-7b9f-11e6-9e2eb3bce351, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.137159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.138187] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.138187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.138187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.138187] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.138506] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eeb190f-5f35-4ff9-a326-b01ef47dd4c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.152771] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.153311] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.154734] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77c978e-bfd6-4820-9c0f-fcf3eb07be9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.167928] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 758.167928] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b50f8-a847-13de-59e7-550b999c0d32" [ 758.167928] env[65677]: _type = "Task" [ 758.167928] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.180118] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b50f8-a847-13de-59e7-550b999c0d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.306498] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572162ac-db61-41cb-b8f0-150da652f070 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-3d4056ad-9ddb-4e50-8a18-34d1468b335c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.416s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.329681] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636102, 'name': Rename_Task, 'duration_secs': 0.173864} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.333525] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.334294] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-434096e8-7bcc-41d1-9a3c-bfc0e37f67e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.346371] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 758.346371] env[65677]: value = "task-4636103" [ 758.346371] env[65677]: _type = "Task" [ 758.346371] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.360848] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.517814] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521973f5-c7c9-0c50-51b3-f80bfb5820d3/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 758.519017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b008d-d73c-4fc5-912a-bd13aceaed70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.531816] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521973f5-c7c9-0c50-51b3-f80bfb5820d3/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 758.532023] env[65677]: ERROR oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521973f5-c7c9-0c50-51b3-f80bfb5820d3/disk-0.vmdk due to incomplete transfer. [ 758.533797] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-551b09ee-fce7-424f-8712-dd9c0d3fff68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.536601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.545424] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521973f5-c7c9-0c50-51b3-f80bfb5820d3/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 758.545721] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Uploaded image f467e6c2-bb1c-4f39-9542-f15ea9a41a65 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 758.548631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 758.548899] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62ced015-9e5d-4826-ab5a-bcca181c3497 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.565290] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 758.565290] env[65677]: value = "task-4636104" [ 758.565290] env[65677]: _type = "Task" [ 758.565290] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.576050] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636104, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.629538] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7645ee4e-f325-4a03-916a-00c45beaed70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.640584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b422269-d130-4971-ba82-bec434afab74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.696650] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e65ca0e-50e6-4ef1-af9e-3eba4020fcb8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.712839] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b50f8-a847-13de-59e7-550b999c0d32, 'name': SearchDatastore_Task, 'duration_secs': 0.015954} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.714825] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83609b20-4c1a-4119-998a-6fd4d0e628a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.721155] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768c0868-2b69-4407-8fd5-ccf7c84119bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.730330] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 758.730330] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5253663d-188c-3874-c6e7-43954889ad9e" [ 758.730330] env[65677]: _type = "Task" [ 758.730330] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.741845] env[65677]: DEBUG nova.compute.provider_tree [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.757299] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5253663d-188c-3874-c6e7-43954889ad9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017285} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.758539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.759645] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.760731] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9da4d6f0-74cd-48ec-a44f-747db6c4c42c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.772645] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 758.772645] env[65677]: value = "task-4636105" [ 758.772645] env[65677]: _type = "Task" [ 758.772645] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.784636] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.863189] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636103, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.081626] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636104, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.282240] env[65677]: ERROR nova.scheduler.client.report [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [req-2181f293-bc76-4315-aa61-852ef5207069] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2181f293-bc76-4315-aa61-852ef5207069"}]} [ 759.290240] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636105, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.307687] env[65677]: DEBUG nova.scheduler.client.report [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 759.331533] env[65677]: DEBUG nova.scheduler.client.report [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 759.331840] env[65677]: DEBUG nova.compute.provider_tree [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.349518] env[65677]: DEBUG nova.scheduler.client.report [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 759.368637] env[65677]: DEBUG oslo_vmware.api [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636103, 'name': PowerOnVM_Task, 'duration_secs': 0.628886} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.368966] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.369323] env[65677]: INFO nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Took 13.42 seconds to spawn the instance on the hypervisor. [ 759.369502] env[65677]: DEBUG nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 759.370511] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bee4f2-bcc3-45f3-862c-ce628da24d27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.376835] env[65677]: DEBUG nova.scheduler.client.report [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 759.580595] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636104, 'name': Destroy_Task, 'duration_secs': 0.614543} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.584322] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Destroyed the VM [ 759.584322] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.584322] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6dad05b8-3e6c-4df7-9e77-b2b2ef2d6442 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.592225] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 759.592225] env[65677]: value = "task-4636106" [ 759.592225] env[65677]: _type = "Task" [ 759.592225] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.603839] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636106, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.789480] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735055} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.789841] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.790109] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.791059] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c100bd4-ba4f-4165-9bd5-fc1d5fb69c1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.801747] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 759.801747] env[65677]: value = "task-4636107" [ 759.801747] env[65677]: _type = "Task" [ 759.801747] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.818023] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.903929] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9089796-99e7-4111-b836-5803cee51a5e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.907453] env[65677]: INFO nova.compute.manager [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Took 42.14 seconds to build instance. [ 759.916725] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a04c3-377c-4a88-bfe4-d25f51fcd99f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.957300] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81bcdc-8101-4a0b-9d33-1400ce117812 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.969054] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189bc3b-87c1-4316-9480-bc6bb40c198d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.986654] env[65677]: DEBUG nova.compute.provider_tree [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.108052] env[65677]: DEBUG oslo_vmware.api [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636106, 'name': RemoveSnapshot_Task, 'duration_secs': 0.484371} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.108052] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.108052] env[65677]: INFO nova.compute.manager [None req-d7fe8c31-fe0b-4dee-8b8d-a4f05c9e309d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Took 15.78 seconds to snapshot the instance on the hypervisor. [ 760.320743] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087533} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.320743] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.321925] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7ccb07-8dcc-46ff-9668-7cbc205ef9ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.348281] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.348281] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae49424-ff7a-4018-9aaf-ddb760fed394 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.372244] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 760.372244] env[65677]: value = "task-4636108" [ 760.372244] env[65677]: _type = "Task" [ 760.372244] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.383796] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.410126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-25426a36-2dc6-4aaf-87d6-96db141caca2 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.657s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.536029] env[65677]: DEBUG nova.scheduler.client.report [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 760.536029] env[65677]: DEBUG nova.compute.provider_tree [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 58 to 59 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 760.536029] env[65677]: DEBUG nova.compute.provider_tree [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.887704] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636108, 'name': ReconfigVM_Task, 'duration_secs': 0.487686} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.888934] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Reconfigured VM instance instance-00000028 to attach disk [datastore2] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.890132] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82fb87c7-064c-43d3-9872-1f8034e1b193 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.904022] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 760.904022] env[65677]: value = "task-4636109" [ 760.904022] env[65677]: _type = "Task" [ 760.904022] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.745155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.689s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.745906] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 761.750089] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636109, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.750298] env[65677]: WARNING oslo_vmware.common.loopingcall [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] task run outlasted interval by 0.346997 sec [ 761.750816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.375s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.752294] env[65677]: INFO nova.compute.claims [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.756272] env[65677]: DEBUG nova.compute.manager [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-vif-plugged-014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 761.756272] env[65677]: DEBUG oslo_concurrency.lockutils [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.756272] env[65677]: DEBUG oslo_concurrency.lockutils [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.756272] env[65677]: DEBUG oslo_concurrency.lockutils [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.756536] env[65677]: DEBUG nova.compute.manager [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] No waiting events found dispatching network-vif-plugged-014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 761.756582] env[65677]: WARNING nova.compute.manager [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received unexpected event network-vif-plugged-014a08fb-d2b9-4590-81ce-a20d5817b0b5 for instance with vm_state active and task_state None. [ 761.757208] env[65677]: DEBUG nova.compute.manager [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-changed-014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 761.757208] env[65677]: DEBUG nova.compute.manager [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Refreshing instance network info cache due to event network-changed-014a08fb-d2b9-4590-81ce-a20d5817b0b5. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 761.757208] env[65677]: DEBUG oslo_concurrency.lockutils [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] Acquiring lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757208] env[65677]: DEBUG oslo_concurrency.lockutils [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] Acquired lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.758013] env[65677]: DEBUG nova.network.neutron [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Refreshing network info cache for port 014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.769977] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636109, 'name': Rename_Task, 'duration_secs': 0.269035} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.770275] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.770578] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5b6593-70cb-460f-8245-892ddf61ee1d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.779716] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 761.779716] env[65677]: value = "task-4636110" [ 761.779716] env[65677]: _type = "Task" [ 761.779716] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.789596] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.259293] env[65677]: DEBUG nova.compute.utils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.259293] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 762.259293] env[65677]: DEBUG nova.network.neutron [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.259293] env[65677]: WARNING neutronclient.v2_0.client [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.259293] env[65677]: WARNING neutronclient.v2_0.client [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.265464] env[65677]: WARNING neutronclient.v2_0.client [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.292349] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.573904] env[65677]: DEBUG nova.policy [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '430e2f1c65a04fffa65dba7656112479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b153e43a9782476788cef01ae7b459a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.763384] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 762.793444] env[65677]: DEBUG oslo_vmware.api [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636110, 'name': PowerOnVM_Task, 'duration_secs': 0.992888} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.795111] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.795315] env[65677]: INFO nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Took 5.85 seconds to spawn the instance on the hypervisor. [ 762.795633] env[65677]: DEBUG nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 762.797026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4f369-78f5-44ce-8fdc-8052700b528c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.236922] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3578230d-bb28-4163-a276-16fff7521fa5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.245970] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c4d81f-9a71-4dc9-96a9-de0ed2eb79ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.285630] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef6c821-d528-4289-b96d-cecc6976579d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.300887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d03b8-928b-4465-99f9-d63b41742280 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.322871] env[65677]: DEBUG nova.compute.provider_tree [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.329696] env[65677]: INFO nova.compute.manager [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Took 38.96 seconds to build instance. [ 763.501552] env[65677]: DEBUG nova.network.neutron [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Successfully created port: adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.786041] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 763.815445] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.815742] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.815921] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.816246] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.816424] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.816593] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.816831] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.817131] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.817363] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.817436] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.817702] env[65677]: DEBUG nova.virt.hardware [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.818832] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c1496-afb2-4129-9301-9f21055b8880 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.828893] env[65677]: DEBUG nova.scheduler.client.report [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.833205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a089e601-0798-46d8-b9e4-467c1d1c71d1 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "cbb71370-c4d6-4693-8594-1b33b7841b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.479s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.833987] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91707a7-0556-4c5a-b5de-9c9e1fa8c791 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.342129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.342129] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 764.343626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.359s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.343836] env[65677]: DEBUG nova.objects.instance [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 764.849872] env[65677]: DEBUG nova.compute.utils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.856299] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 764.856476] env[65677]: DEBUG nova.network.neutron [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 764.856968] env[65677]: WARNING neutronclient.v2_0.client [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.857319] env[65677]: WARNING neutronclient.v2_0.client [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.232585] env[65677]: DEBUG nova.network.neutron [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Successfully updated port: adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 765.267121] env[65677]: WARNING neutronclient.v2_0.client [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.364979] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 765.367329] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f61451cf-6260-42ed-8ade-929054dc4c44 tempest-ServersAdmin275Test-578143268 tempest-ServersAdmin275Test-578143268-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.368848] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.764s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.369225] env[65677]: DEBUG nova.objects.instance [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lazy-loading 'resources' on Instance uuid 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.410683] env[65677]: DEBUG nova.policy [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '430e2f1c65a04fffa65dba7656112479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b153e43a9782476788cef01ae7b459a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.574132] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de7f27-6b78-d582-facb-8f7c8d058b44/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.576066] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e0b843-1912-4381-a108-068179bda514 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.587512] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de7f27-6b78-d582-facb-8f7c8d058b44/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.587734] env[65677]: ERROR oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de7f27-6b78-d582-facb-8f7c8d058b44/disk-0.vmdk due to incomplete transfer. [ 765.588053] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8c98f09-8e71-4e53-a861-1a37ff3c72d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.597826] env[65677]: DEBUG oslo_vmware.rw_handles [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de7f27-6b78-d582-facb-8f7c8d058b44/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.598082] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Uploaded image 45c6a8f6-169d-4c86-b5e3-d50bffda0076 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.599750] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.600162] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9d3419d-de53-448a-a793-b8e28c1de57a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.610881] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 765.610881] env[65677]: value = "task-4636111" [ 765.610881] env[65677]: _type = "Task" [ 765.610881] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.624050] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636111, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.740719] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "refresh_cache-b800da8d-e940-4f0b-a52d-04ab0ce25532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.740719] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "refresh_cache-b800da8d-e940-4f0b-a52d-04ab0ce25532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740719] env[65677]: DEBUG nova.network.neutron [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.978229] env[65677]: DEBUG nova.network.neutron [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Successfully created port: 46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 766.025579] env[65677]: DEBUG nova.network.neutron [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updated VIF entry in instance network info cache for port 014a08fb-d2b9-4590-81ce-a20d5817b0b5. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 766.026036] env[65677]: DEBUG nova.network.neutron [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "014a08fb-d2b9-4590-81ce-a20d5817b0b5", "address": "fa:16:3e:0f:20:df", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014a08fb-d2", "ovs_interfaceid": "014a08fb-d2b9-4590-81ce-a20d5817b0b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.127243] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636111, 'name': Destroy_Task, 'duration_secs': 0.373699} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.133228] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Destroyed the VM [ 766.133228] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.133228] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d9b075a-a056-41a0-86fd-a933396c48e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.141614] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 766.141614] env[65677]: value = "task-4636112" [ 766.141614] env[65677]: _type = "Task" [ 766.141614] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.154156] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.345067] env[65677]: DEBUG nova.network.neutron [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.383529] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 766.400018] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e25c50a-408a-450f-9046-fdc7dc46964f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.408584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a27f9-ed0a-4cfc-8b28-871da59852aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 766.418575] env[65677]: DEBUG nova.virt.hardware [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 766.418575] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb30e7a-e604-442b-9b30-86983f64ffd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.466325] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1bce47-3b58-43a5-9fbf-4515c87405de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.471917] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d919d508-5887-44d5-b0dd-7d8271df42db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.493759] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1f5ba-016b-4698-9ba9-f6724f60000a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.509692] env[65677]: DEBUG nova.compute.provider_tree [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.530599] env[65677]: DEBUG oslo_concurrency.lockutils [req-87780df5-8815-4190-88ae-2350e23b7804 req-f5710d70-3ed2-4af9-8e2f-c739b31c8451 service nova] Releasing lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653691] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636112, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.659012] env[65677]: WARNING neutronclient.v2_0.client [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.770464] env[65677]: DEBUG nova.network.neutron [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Updating instance_info_cache with network_info: [{"id": "adc41c35-8bf8-4c11-9a1a-945f24f0ba0d", "address": "fa:16:3e:49:ef:cc", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc41c35-8b", "ovs_interfaceid": "adc41c35-8bf8-4c11-9a1a-945f24f0ba0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.842485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "580e1c52-c0ad-4e52-9ff1-210565ca5378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.842485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.014852] env[65677]: DEBUG nova.scheduler.client.report [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.156731] env[65677]: DEBUG oslo_vmware.api [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636112, 'name': RemoveSnapshot_Task, 'duration_secs': 0.567517} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.157039] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.157275] env[65677]: INFO nova.compute.manager [None req-582cf63f-6353-49af-b8b0-b12294c01c80 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 767.273257] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "refresh_cache-b800da8d-e940-4f0b-a52d-04ab0ce25532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.273584] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance network_info: |[{"id": "adc41c35-8bf8-4c11-9a1a-945f24f0ba0d", "address": "fa:16:3e:49:ef:cc", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc41c35-8b", "ovs_interfaceid": "adc41c35-8bf8-4c11-9a1a-945f24f0ba0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 767.274102] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ef:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc41c35-8bf8-4c11-9a1a-945f24f0ba0d', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.281648] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating folder: Project (b153e43a9782476788cef01ae7b459a8). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.282231] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0af77c9-1916-4162-8793-fe450300b610 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.299354] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created folder: Project (b153e43a9782476788cef01ae7b459a8) in parent group-v905237. [ 767.299620] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating folder: Instances. Parent ref: group-v905370. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.299739] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42eb6664-8335-4543-9575-029c4ab1537a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313142] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created folder: Instances in parent group-v905370. [ 767.313544] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.314216] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.314216] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd520ab0-13a8-469f-9c3a-ba5cc35cb593 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.346868] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 767.355102] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.355102] env[65677]: value = "task-4636115" [ 767.355102] env[65677]: _type = "Task" [ 767.355102] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.367204] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636115, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.421039] env[65677]: DEBUG nova.compute.manager [req-59df8616-364b-492c-a448-9333169ccc1f req-11f218c6-2336-4e75-b838-392362c45467 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Received event network-vif-plugged-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 767.421538] env[65677]: DEBUG oslo_concurrency.lockutils [req-59df8616-364b-492c-a448-9333169ccc1f req-11f218c6-2336-4e75-b838-392362c45467 service nova] Acquiring lock "b800da8d-e940-4f0b-a52d-04ab0ce25532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.421764] env[65677]: DEBUG oslo_concurrency.lockutils [req-59df8616-364b-492c-a448-9333169ccc1f req-11f218c6-2336-4e75-b838-392362c45467 service nova] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.421827] env[65677]: DEBUG oslo_concurrency.lockutils [req-59df8616-364b-492c-a448-9333169ccc1f req-11f218c6-2336-4e75-b838-392362c45467 service nova] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.421995] env[65677]: DEBUG nova.compute.manager [req-59df8616-364b-492c-a448-9333169ccc1f req-11f218c6-2336-4e75-b838-392362c45467 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] No waiting events found dispatching network-vif-plugged-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 767.422224] env[65677]: WARNING nova.compute.manager [req-59df8616-364b-492c-a448-9333169ccc1f req-11f218c6-2336-4e75-b838-392362c45467 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Received unexpected event network-vif-plugged-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d for instance with vm_state building and task_state spawning. [ 767.522391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.525623] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.070s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.526146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.526146] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 767.526271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.018s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.527822] env[65677]: INFO nova.compute.claims [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.534026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229f73c-3ddd-4fcb-a954-3730e1a12c28 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.544511] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6380a9-3b5c-404b-a960-b9283b01b193 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.564953] env[65677]: INFO nova.scheduler.client.report [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Deleted allocations for instance 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c [ 767.567131] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539a02f-2210-4327-8ea0-17880d2e3fcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.580852] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc927c72-2d9c-4882-b10e-9fa0c6becef1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.615942] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178686MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 767.616220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.829636] env[65677]: DEBUG nova.network.neutron [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Successfully updated port: 46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 767.881805] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636115, 'name': CreateVM_Task, 'duration_secs': 0.402155} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.882010] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.883027] env[65677]: WARNING neutronclient.v2_0.client [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.883027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.883240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.883733] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ae22c7-76f8-4f93-9996-3faf43966edf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.892615] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 767.892615] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527c4b71-2c36-0f2a-9ca1-d36b6ea1388d" [ 767.892615] env[65677]: _type = "Task" [ 767.892615] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.908275] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527c4b71-2c36-0f2a-9ca1-d36b6ea1388d, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.908604] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.908849] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.909076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.909218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.909397] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.909671] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5dd7196-5156-4d38-835e-656a13e2fe48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.929923] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.929923] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.929923] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e58d3e-ad1a-4d99-bfa1-4815a8de8474 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.945023] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 767.945023] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c05d9-6661-7c2e-d6b1-d503058b2419" [ 767.945023] env[65677]: _type = "Task" [ 767.945023] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.946213] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.962026] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c05d9-6661-7c2e-d6b1-d503058b2419, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.962450] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a630454a-af99-4e5f-8489-1fffae99f8f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.971299] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 767.971299] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522b3f76-90f5-a802-f1b3-4cfda788fde8" [ 767.971299] env[65677]: _type = "Task" [ 767.971299] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.982107] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522b3f76-90f5-a802-f1b3-4cfda788fde8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.082205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-693d8f83-54ac-4cfc-b14a-94165606e85e tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Lock "66fe4863-3cd9-4a24-bb2e-867cf1a1b83c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.827s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.136413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.136650] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.334573] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "refresh_cache-6fcefb01-6b8e-4be1-a186-60142ca9fa54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.334767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "refresh_cache-6fcefb01-6b8e-4be1-a186-60142ca9fa54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.334969] env[65677]: DEBUG nova.network.neutron [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 768.353894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.354237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.354452] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.354633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.354800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.359231] env[65677]: INFO nova.compute.manager [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Terminating instance [ 768.483905] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522b3f76-90f5-a802-f1b3-4cfda788fde8, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.484204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.484461] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.484725] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42aa4369-3743-4303-b5e2-70b5eb4ec53c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.498202] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 768.498202] env[65677]: value = "task-4636116" [ 768.498202] env[65677]: _type = "Task" [ 768.498202] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.510790] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.641057] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 768.871600] env[65677]: DEBUG nova.compute.manager [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 768.871600] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.872456] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e3810-5ca7-4559-bd6d-4f9ec977c2fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.884536] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.887577] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0241bd6c-4051-4887-9fc7-bf0dcc9adc7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.898102] env[65677]: DEBUG oslo_vmware.api [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 768.898102] env[65677]: value = "task-4636117" [ 768.898102] env[65677]: _type = "Task" [ 768.898102] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.914980] env[65677]: DEBUG oslo_vmware.api [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.919879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.920375] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.939796] env[65677]: DEBUG nova.network.neutron [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 769.022627] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.100664] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0462c522-e7a8-4e7c-8188-b029d4b91f42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.109578] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9183684-0968-4396-9126-557988905912 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.155367] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e45455-136e-4e66-ba99-50093c9595cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.173194] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20133948-ddae-4896-9f84-592ca73cc283 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.180985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.192491] env[65677]: DEBUG nova.compute.provider_tree [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.212381] env[65677]: WARNING neutronclient.v2_0.client [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.304117] env[65677]: DEBUG nova.network.neutron [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Updating instance_info_cache with network_info: [{"id": "46336f58-a86b-4a95-850e-db5eb96cc8dc", "address": "fa:16:3e:e5:bc:f5", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46336f58-a8", "ovs_interfaceid": "46336f58-a86b-4a95-850e-db5eb96cc8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.410778] env[65677]: DEBUG oslo_vmware.api [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636117, 'name': PowerOffVM_Task, 'duration_secs': 0.422771} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.411088] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.411274] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.411858] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175810aa-e63d-4376-8026-6695f05118d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.423915] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 769.516576] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549675} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.516576] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.516576] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.516576] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aea4d92-f218-4c28-869f-85fc745b0ef8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.525229] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 769.525229] env[65677]: value = "task-4636119" [ 769.525229] env[65677]: _type = "Task" [ 769.525229] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.536161] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.555578] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.555578] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.555578] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Deleting the datastore file [datastore2] d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.555578] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-845e34aa-e328-401b-a630-f2e646db1ae0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.563569] env[65677]: DEBUG oslo_vmware.api [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for the task: (returnval){ [ 769.563569] env[65677]: value = "task-4636120" [ 769.563569] env[65677]: _type = "Task" [ 769.563569] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.582159] env[65677]: DEBUG oslo_vmware.api [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.694691] env[65677]: DEBUG nova.scheduler.client.report [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.808834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "refresh_cache-6fcefb01-6b8e-4be1-a186-60142ca9fa54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.809535] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Instance network_info: |[{"id": "46336f58-a86b-4a95-850e-db5eb96cc8dc", "address": "fa:16:3e:e5:bc:f5", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46336f58-a8", "ovs_interfaceid": "46336f58-a86b-4a95-850e-db5eb96cc8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 769.810725] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:bc:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46336f58-a86b-4a95-850e-db5eb96cc8dc', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.821168] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.821168] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.821168] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a463fd-f804-4c43-bcb2-d15a54dfaeb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.838470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "a1554552-52d4-4791-a13b-8e12e4b62d2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.838837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.839435] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "a1554552-52d4-4791-a13b-8e12e4b62d2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.839645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.839818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.842394] env[65677]: INFO nova.compute.manager [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Terminating instance [ 769.847821] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.847821] env[65677]: value = "task-4636121" [ 769.847821] env[65677]: _type = "Task" [ 769.847821] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.859704] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636121, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.958116] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.035719] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074141} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.036057] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.037133] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0287bd-0e53-4b8b-89f9-a451d3b1b9fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.063029] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.063029] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6eecaec-9918-41fd-9b24-857049f8834c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.084571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-3d4056ad-9ddb-4e50-8a18-34d1468b335c-014a08fb-d2b9-4590-81ce-a20d5817b0b5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.084571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-3d4056ad-9ddb-4e50-8a18-34d1468b335c-014a08fb-d2b9-4590-81ce-a20d5817b0b5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.088848] env[65677]: DEBUG oslo_vmware.api [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Task: {'id': task-4636120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160947} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.090375] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.090642] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.090733] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.090937] env[65677]: INFO nova.compute.manager [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 770.091215] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.091595] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 770.091595] env[65677]: value = "task-4636122" [ 770.091595] env[65677]: _type = "Task" [ 770.091595] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.091777] env[65677]: DEBUG nova.compute.manager [-] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 770.091777] env[65677]: DEBUG nova.network.neutron [-] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.093045] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.106307] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.200482] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.201152] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 770.204265] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.536s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.204597] env[65677]: DEBUG nova.objects.instance [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lazy-loading 'resources' on Instance uuid 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.220030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquiring lock "c532c241-c981-42db-808f-09059f75d8e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.220030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "c532c241-c981-42db-808f-09059f75d8e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.220030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquiring lock "c532c241-c981-42db-808f-09059f75d8e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.220030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "c532c241-c981-42db-808f-09059f75d8e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.220030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "c532c241-c981-42db-808f-09059f75d8e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.221813] env[65677]: INFO nova.compute.manager [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Terminating instance [ 770.346660] env[65677]: DEBUG nova.compute.manager [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 770.346878] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.348085] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b157698-d837-4f53-9fbc-6acbd69e2818 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.365166] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.375274] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad4370e-23d9-4f7b-acc0-a12f4c89de33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.377578] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636121, 'name': CreateVM_Task, 'duration_secs': 0.400442} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.377578] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.379012] env[65677]: WARNING neutronclient.v2_0.client [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.379436] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.379436] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.380812] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.380812] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1d7af2-1f5c-4e29-a4c6-3f8d4f5ea118 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.386057] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 770.386057] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c1ec77-66ca-724e-b59f-fc735a228c6a" [ 770.386057] env[65677]: _type = "Task" [ 770.386057] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.402621] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c1ec77-66ca-724e-b59f-fc735a228c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.456504] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.456729] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.456907] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleting the datastore file [datastore1] a1554552-52d4-4791-a13b-8e12e4b62d2b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.457214] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5275e177-88a0-4e3e-b731-9d7c12a3210d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.465425] env[65677]: DEBUG oslo_vmware.api [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 770.465425] env[65677]: value = "task-4636124" [ 770.465425] env[65677]: _type = "Task" [ 770.465425] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.478512] env[65677]: DEBUG oslo_vmware.api [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.497431] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.591584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.591898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.595055] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949af77c-26fe-465f-abc3-6165db501505 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.616043] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636122, 'name': ReconfigVM_Task, 'duration_secs': 0.364213} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.630902] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Reconfigured VM instance instance-00000029 to attach disk [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.630902] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79074c43-2e7b-46a9-b7ce-e472b71b00dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.632953] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94227ae5-28b4-493d-9273-78cc2027400d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.656597] env[65677]: WARNING neutronclient.v2_0.client [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.662323] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Reconfiguring VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 770.664092] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bb1106-b2fe-4a65-afec-75255065aa84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.679082] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 770.679082] env[65677]: value = "task-4636125" [ 770.679082] env[65677]: _type = "Task" [ 770.679082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.686711] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 770.686711] env[65677]: value = "task-4636126" [ 770.686711] env[65677]: _type = "Task" [ 770.686711] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.690161] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636125, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.699415] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.708654] env[65677]: DEBUG nova.compute.utils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.714517] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 770.714754] env[65677]: DEBUG nova.network.neutron [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 770.715120] env[65677]: WARNING neutronclient.v2_0.client [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.715448] env[65677]: WARNING neutronclient.v2_0.client [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.728031] env[65677]: DEBUG nova.compute.manager [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 770.728354] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.728685] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba8e1a07-1b34-441e-8527-d6d5e2440586 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.737514] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 770.737514] env[65677]: value = "task-4636127" [ 770.737514] env[65677]: _type = "Task" [ 770.737514] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.754083] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.901511] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c1ec77-66ca-724e-b59f-fc735a228c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.019212} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.901511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.901511] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.901511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.901511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.901511] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.901511] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d93b6f4-1899-4d5b-bbda-262fbaf458e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.911670] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.911670] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.912380] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9989d5-8e40-467d-83d5-31f8c178f752 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.920085] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 770.920085] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524bbd6c-a698-1843-835e-52257f29be80" [ 770.920085] env[65677]: _type = "Task" [ 770.920085] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.930964] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524bbd6c-a698-1843-835e-52257f29be80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.982014] env[65677]: DEBUG oslo_vmware.api [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192216} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.982375] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.982771] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.982771] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.982927] env[65677]: INFO nova.compute.manager [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Took 0.64 seconds to destroy the instance on the hypervisor. [ 770.983190] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.983375] env[65677]: DEBUG nova.compute.manager [-] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 770.983463] env[65677]: DEBUG nova.network.neutron [-] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.983740] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.019616] env[65677]: DEBUG nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Received event network-changed-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 771.020775] env[65677]: DEBUG nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Refreshing instance network info cache due to event network-changed-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 771.020775] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Acquiring lock "refresh_cache-b800da8d-e940-4f0b-a52d-04ab0ce25532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.020775] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Acquired lock "refresh_cache-b800da8d-e940-4f0b-a52d-04ab0ce25532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.020775] env[65677]: DEBUG nova.network.neutron [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Refreshing network info cache for port adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.094710] env[65677]: DEBUG nova.policy [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3d399dcdc114524a67631570612f060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8589b0d5e7814defbc2a0280987d7b76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.154016] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.191531] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636125, 'name': Rename_Task, 'duration_secs': 0.182805} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.196139] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.196462] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc3938b-2ea6-4a6d-ad8a-9d2d2ad3d325 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.205839] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.210471] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 771.210471] env[65677]: value = "task-4636128" [ 771.210471] env[65677]: _type = "Task" [ 771.210471] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.214920] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 771.224995] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636128, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.252379] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636127, 'name': PowerOffVM_Task, 'duration_secs': 0.19262} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.253657] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.253964] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 771.255515] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905315', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'name': 'volume-9acca043-3a13-44cb-91d4-8c8eb827c510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c532c241-c981-42db-808f-09059f75d8e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'serial': '9acca043-3a13-44cb-91d4-8c8eb827c510'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 771.255515] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee134a6b-4954-4084-8606-58b398ff4f18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.280268] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc459c39-df34-423f-a26d-ff1fdaa23a92 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.289473] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f4c95a-27f8-4e68-b8b7-9f286e458287 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.297469] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb492f-f3df-4d21-8dd1-b406b107e62e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.317313] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae2fae-47f8-4a05-9c44-af9eb005d58f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.323097] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae52c4-b430-4b6a-9ac1-418b2f91886d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.338295] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] The volume has not been displaced from its original location: [datastore1] volume-9acca043-3a13-44cb-91d4-8c8eb827c510/volume-9acca043-3a13-44cb-91d4-8c8eb827c510.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 771.343465] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.344355] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3364f0-3900-40c8-baff-35e42aeb8ee2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.385887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304fdd44-0007-4b8c-89b8-856b72622889 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.390923] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 771.390923] env[65677]: value = "task-4636129" [ 771.390923] env[65677]: _type = "Task" [ 771.390923] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.398186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b7420-74fb-4770-ac24-b5764d0a9f7f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.405634] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.421154] env[65677]: DEBUG nova.compute.provider_tree [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.438626] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524bbd6c-a698-1843-835e-52257f29be80, 'name': SearchDatastore_Task, 'duration_secs': 0.016072} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.441381] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfdffbc-b876-489d-af61-510b442534d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.450096] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 771.450096] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52261079-111d-3af1-df92-ce7106b327ac" [ 771.450096] env[65677]: _type = "Task" [ 771.450096] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.463056] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52261079-111d-3af1-df92-ce7106b327ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.526586] env[65677]: WARNING neutronclient.v2_0.client [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.703912] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.727332] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.775462] env[65677]: DEBUG nova.network.neutron [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Successfully created port: bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.903500] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636129, 'name': ReconfigVM_Task, 'duration_secs': 0.230309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.903868] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.908831] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163edd91-ce18-413c-9c08-c97d2da0e6d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.926869] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 771.926869] env[65677]: value = "task-4636130" [ 771.926869] env[65677]: _type = "Task" [ 771.926869] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.931363] env[65677]: DEBUG nova.network.neutron [-] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.933180] env[65677]: DEBUG nova.scheduler.client.report [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.944985] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.963028] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52261079-111d-3af1-df92-ce7106b327ac, 'name': SearchDatastore_Task, 'duration_secs': 0.0167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.963456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.963661] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 6fcefb01-6b8e-4be1-a186-60142ca9fa54/6fcefb01-6b8e-4be1-a186-60142ca9fa54.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.964985] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bdcd329-0fd2-4c84-a1b4-198de53fde75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.973226] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 771.973226] env[65677]: value = "task-4636131" [ 771.973226] env[65677]: _type = "Task" [ 771.973226] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.983365] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.995851] env[65677]: DEBUG nova.compute.manager [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 771.997139] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60bc38b-684d-46d8-b6c8-66f0b9d1a101 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.205817] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.226625] env[65677]: DEBUG oslo_vmware.api [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636128, 'name': PowerOnVM_Task, 'duration_secs': 0.569486} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.227021] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.227206] env[65677]: INFO nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Took 8.44 seconds to spawn the instance on the hypervisor. [ 772.227380] env[65677]: DEBUG nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 772.228482] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 772.231241] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c38956-ad06-45f4-98de-7ae9c4ea0f05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.272116] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.272482] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.272741] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.273432] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.273432] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.273432] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.273432] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.273708] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.273815] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.273987] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.274168] env[65677]: DEBUG nova.virt.hardware [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.275194] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53e9105-863c-472e-85f3-aeb02bf384e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.287431] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541530cc-7c6c-4592-a6b5-7a5de0a51151 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.441903] env[65677]: INFO nova.compute.manager [-] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Took 2.35 seconds to deallocate network for instance. [ 772.443035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.447202] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636130, 'name': ReconfigVM_Task, 'duration_secs': 0.157235} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.449574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.967s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.451512] env[65677]: INFO nova.compute.claims [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.457092] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905315', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'name': 'volume-9acca043-3a13-44cb-91d4-8c8eb827c510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c532c241-c981-42db-808f-09059f75d8e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9acca043-3a13-44cb-91d4-8c8eb827c510', 'serial': '9acca043-3a13-44cb-91d4-8c8eb827c510'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 772.457092] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.459965] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e628fd-ffec-43d1-81f7-6bca886a3422 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.475457] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.482380] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285d9a40-782d-4adc-a80c-e7d7bfa503c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.493914] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636131, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.503558] env[65677]: INFO nova.scheduler.client.report [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Deleted allocations for instance 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590 [ 772.509822] env[65677]: INFO nova.compute.manager [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] instance snapshotting [ 772.516850] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c5ca7-a394-4c61-a175-9f12dbee9663 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.543080] env[65677]: DEBUG nova.network.neutron [-] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.546551] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ae5f5-ae37-46c2-a214-b3d134bd6a51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.583051] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.583051] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.583294] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Deleting the datastore file [datastore1] c532c241-c981-42db-808f-09059f75d8e7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.583822] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f67736e7-83b8-4167-9d51-8d6e53bd220c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.595033] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for the task: (returnval){ [ 772.595033] env[65677]: value = "task-4636133" [ 772.595033] env[65677]: _type = "Task" [ 772.595033] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.606645] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.707334] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.721024] env[65677]: WARNING neutronclient.v2_0.client [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.763030] env[65677]: INFO nova.compute.manager [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Took 46.60 seconds to build instance. [ 772.951173] env[65677]: DEBUG nova.network.neutron [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Updated VIF entry in instance network info cache for port adc41c35-8bf8-4c11-9a1a-945f24f0ba0d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.951531] env[65677]: DEBUG nova.network.neutron [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Updating instance_info_cache with network_info: [{"id": "adc41c35-8bf8-4c11-9a1a-945f24f0ba0d", "address": "fa:16:3e:49:ef:cc", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc41c35-8b", "ovs_interfaceid": "adc41c35-8bf8-4c11-9a1a-945f24f0ba0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.968144] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.989694] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734929} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.989901] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 6fcefb01-6b8e-4be1-a186-60142ca9fa54/6fcefb01-6b8e-4be1-a186-60142ca9fa54.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.990127] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.990651] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98c44418-15c4-484f-a3f8-47482031e4be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.998861] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 772.998861] env[65677]: value = "task-4636134" [ 772.998861] env[65677]: _type = "Task" [ 772.998861] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.010012] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.020016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-616bb28e-2d34-445a-bf03-6b9e9e12d854 tempest-ServersAdmin275Test-1906776379 tempest-ServersAdmin275Test-1906776379-project-member] Lock "34cf3cb4-80d2-4544-8d57-e0bcfa3ad590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.990s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.050769] env[65677]: INFO nova.compute.manager [-] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Took 2.07 seconds to deallocate network for instance. [ 773.070803] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.070803] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63c3603c-2607-43cc-aa40-0d3cdcd18be1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.078540] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 773.078540] env[65677]: value = "task-4636135" [ 773.078540] env[65677]: _type = "Task" [ 773.078540] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.090879] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.108624] env[65677]: DEBUG oslo_vmware.api [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Task: {'id': task-4636133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246126} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.108910] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.109121] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.109300] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.109488] env[65677]: INFO nova.compute.manager [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Took 2.38 seconds to destroy the instance on the hypervisor. [ 773.109746] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 773.109944] env[65677]: DEBUG nova.compute.manager [-] [instance: c532c241-c981-42db-808f-09059f75d8e7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 773.110052] env[65677]: DEBUG nova.network.neutron [-] [instance: c532c241-c981-42db-808f-09059f75d8e7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 773.110309] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.206947] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.224049] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.268510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.121s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.385558] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.385831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.454449] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Releasing lock "refresh_cache-b800da8d-e940-4f0b-a52d-04ab0ce25532" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.455054] env[65677]: DEBUG nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Received event network-vif-plugged-46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 773.455054] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Acquiring lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.455231] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.455311] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.455460] env[65677]: DEBUG nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] No waiting events found dispatching network-vif-plugged-46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 773.455714] env[65677]: WARNING nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Received unexpected event network-vif-plugged-46336f58-a86b-4a95-850e-db5eb96cc8dc for instance with vm_state building and task_state spawning. [ 773.456094] env[65677]: DEBUG nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Received event network-changed-46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 773.456273] env[65677]: DEBUG nova.compute.manager [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Refreshing instance network info cache due to event network-changed-46336f58-a86b-4a95-850e-db5eb96cc8dc. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 773.456456] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Acquiring lock "refresh_cache-6fcefb01-6b8e-4be1-a186-60142ca9fa54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.456587] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Acquired lock "refresh_cache-6fcefb01-6b8e-4be1-a186-60142ca9fa54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.456740] env[65677]: DEBUG nova.network.neutron [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Refreshing network info cache for port 46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.512647] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221306} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.512929] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.513827] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec919e-bd94-4c60-a348-752cecb81207 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.538892] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 6fcefb01-6b8e-4be1-a186-60142ca9fa54/6fcefb01-6b8e-4be1-a186-60142ca9fa54.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.542278] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c759da-65cd-4104-bcda-b19e0f5230bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.557776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.564918] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 773.564918] env[65677]: value = "task-4636136" [ 773.564918] env[65677]: _type = "Task" [ 773.564918] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.575132] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.589500] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.704910] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.848134] env[65677]: DEBUG nova.network.neutron [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Successfully updated port: bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 773.888677] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 773.962355] env[65677]: WARNING neutronclient.v2_0.client [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.042817] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.043103] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.078128] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636136, 'name': ReconfigVM_Task, 'duration_secs': 0.355576} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.078654] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 6fcefb01-6b8e-4be1-a186-60142ca9fa54/6fcefb01-6b8e-4be1-a186-60142ca9fa54.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.079196] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec7a4f2-66a4-465c-9481-88001ce87837 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.094028] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 774.094028] env[65677]: value = "task-4636137" [ 774.094028] env[65677]: _type = "Task" [ 774.094028] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.095139] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.109476] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636137, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.164019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6984ef-9315-41ea-9589-c9d34001fd2e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.172889] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e41a1-eb4c-4eea-a09b-799e09a1e32c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.220460] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34630a26-7b21-4709-a5c7-116bb4d3bb65 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.230587] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.237775] env[65677]: WARNING neutronclient.v2_0.client [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.241270] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99bcf79-37dc-4fbc-95fe-667e8870b6d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.258145] env[65677]: DEBUG nova.compute.provider_tree [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.299063] env[65677]: DEBUG nova.network.neutron [-] [instance: c532c241-c981-42db-808f-09059f75d8e7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.312208] env[65677]: DEBUG nova.compute.manager [req-f61fc042-8a8e-4f79-b478-e98f2faeec5e req-ccaa7c36-6623-4469-b287-a6c322d145f4 service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received event network-vif-deleted-34bca55a-76b6-45e3-93cf-88bd27eb9201 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 774.356499] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "refresh_cache-db2fdf80-c9b7-474c-84a5-bc46bdc2eded" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.356687] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquired lock "refresh_cache-db2fdf80-c9b7-474c-84a5-bc46bdc2eded" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.356859] env[65677]: DEBUG nova.network.neutron [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 774.366731] env[65677]: DEBUG nova.network.neutron [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Updated VIF entry in instance network info cache for port 46336f58-a86b-4a95-850e-db5eb96cc8dc. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.367150] env[65677]: DEBUG nova.network.neutron [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Updating instance_info_cache with network_info: [{"id": "46336f58-a86b-4a95-850e-db5eb96cc8dc", "address": "fa:16:3e:e5:bc:f5", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46336f58-a8", "ovs_interfaceid": "46336f58-a86b-4a95-850e-db5eb96cc8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.426310] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.508876] env[65677]: DEBUG nova.compute.manager [req-ae4b85b0-e020-4331-9e65-eca84e6a00a9 req-d4468f5c-e9e7-4bae-a8c9-6275e5960d74 service nova] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Received event network-vif-deleted-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 774.594956] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636135, 'name': CreateSnapshot_Task, 'duration_secs': 1.164207} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.595527] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.600774] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e4026-2fdb-4824-9b65-52a55a83ae86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.618600] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636137, 'name': Rename_Task, 'duration_secs': 0.169685} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.619140] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.622435] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e241eb-d358-4534-8a36-6593669393c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.629241] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 774.629241] env[65677]: value = "task-4636138" [ 774.629241] env[65677]: _type = "Task" [ 774.629241] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.643035] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.727343] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.763187] env[65677]: DEBUG nova.scheduler.client.report [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.802553] env[65677]: INFO nova.compute.manager [-] [instance: c532c241-c981-42db-808f-09059f75d8e7] Took 1.69 seconds to deallocate network for instance. [ 774.871212] env[65677]: DEBUG oslo_concurrency.lockutils [req-bdf75be1-3c7c-4134-a707-767d2ba47ae9 req-07c70fe6-8cdd-48b5-9dfb-3085310f7ae5 service nova] Releasing lock "refresh_cache-6fcefb01-6b8e-4be1-a186-60142ca9fa54" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.103538] env[65677]: DEBUG nova.network.neutron [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 775.129034] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.129034] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61f42169-09e8-41a7-899d-2913aef8b494 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.146334] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.149664] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 775.149664] env[65677]: value = "task-4636139" [ 775.149664] env[65677]: _type = "Task" [ 775.149664] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.161286] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636139, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.235215] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.269668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.273348] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 775.277038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.697s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.277038] env[65677]: DEBUG nova.objects.instance [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lazy-loading 'resources' on Instance uuid 74339a14-3bb6-4fc6-9b3f-5f870b3971bc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.378959] env[65677]: INFO nova.compute.manager [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Took 0.58 seconds to detach 1 volumes for instance. [ 775.381564] env[65677]: DEBUG nova.compute.manager [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] [instance: c532c241-c981-42db-808f-09059f75d8e7] Deleting volume: 9acca043-3a13-44cb-91d4-8c8eb827c510 {{(pid=65677) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 775.648733] env[65677]: DEBUG oslo_vmware.api [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636138, 'name': PowerOnVM_Task, 'duration_secs': 0.531055} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.648733] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.648733] env[65677]: INFO nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Took 9.26 seconds to spawn the instance on the hypervisor. [ 775.648733] env[65677]: DEBUG nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 775.648887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01150e-a979-44fa-b75c-d2f1a946592b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.662035] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636139, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.730279] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.780404] env[65677]: DEBUG nova.compute.utils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.781978] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 775.783121] env[65677]: DEBUG nova.network.neutron [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 775.783303] env[65677]: WARNING neutronclient.v2_0.client [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.783511] env[65677]: WARNING neutronclient.v2_0.client [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.960826] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.997218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "9133656a-ff56-44dc-8efc-538c79caeba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.997218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "9133656a-ff56-44dc-8efc-538c79caeba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.174535] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636139, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.183413] env[65677]: INFO nova.compute.manager [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Took 48.83 seconds to build instance. [ 776.229927] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.237963] env[65677]: WARNING neutronclient.v2_0.client [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.282170] env[65677]: DEBUG nova.policy [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923dd4c9e8d4428b276b45ad54758c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2dc00f4d184a86b92f399e33f56fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.289700] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 776.439300] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd32c4a-d797-4886-9019-f65625b76534 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.454136] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac11fa-6cb9-484e-9f28-43f0ee12e5b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.499243] env[65677]: DEBUG nova.network.neutron [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Updating instance_info_cache with network_info: [{"id": "bf809153-dc25-43a3-b05e-2ce0f1f3ed6e", "address": "fa:16:3e:2a:c0:15", "network": {"id": "28cd8f28-d927-41b6-ae93-4dc74c793a83", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1008581811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8589b0d5e7814defbc2a0280987d7b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf809153-dc", "ovs_interfaceid": "bf809153-dc25-43a3-b05e-2ce0f1f3ed6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.501747] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad7095e-cc46-4db2-8d84-867fd9ea2728 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.511363] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c35658-1c2a-4d00-a7e6-0cd1cfb61b51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.529196] env[65677]: DEBUG nova.compute.provider_tree [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.667903] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636139, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.687035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.344s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.731288] env[65677]: DEBUG oslo_vmware.api [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636126, 'name': ReconfigVM_Task, 'duration_secs': 6.01} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.731409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.731642] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Reconfigured VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 776.732099] env[65677]: WARNING neutronclient.v2_0.client [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.732799] env[65677]: WARNING neutronclient.v2_0.client [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.865525] env[65677]: DEBUG nova.network.neutron [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Successfully created port: 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 776.957970] env[65677]: INFO nova.compute.manager [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Rebuilding instance [ 777.005515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Releasing lock "refresh_cache-db2fdf80-c9b7-474c-84a5-bc46bdc2eded" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.005862] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Instance network_info: |[{"id": "bf809153-dc25-43a3-b05e-2ce0f1f3ed6e", "address": "fa:16:3e:2a:c0:15", "network": {"id": "28cd8f28-d927-41b6-ae93-4dc74c793a83", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1008581811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8589b0d5e7814defbc2a0280987d7b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf809153-dc", "ovs_interfaceid": "bf809153-dc25-43a3-b05e-2ce0f1f3ed6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 777.008110] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c0:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf809153-dc25-43a3-b05e-2ce0f1f3ed6e', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.015435] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Creating folder: Project (8589b0d5e7814defbc2a0280987d7b76). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.016017] env[65677]: DEBUG nova.compute.manager [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 777.016376] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af7db727-2463-4a32-afb9-26195d355f0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.018927] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005be425-48a0-40f3-ae36-9d4a7def40cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.032896] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Created folder: Project (8589b0d5e7814defbc2a0280987d7b76) in parent group-v905237. [ 777.033133] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Creating folder: Instances. Parent ref: group-v905376. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.033403] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-640ca510-a81e-47db-868c-98790cd20cf0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.038266] env[65677]: DEBUG nova.scheduler.client.report [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.044798] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Created folder: Instances in parent group-v905376. [ 777.045190] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 777.045435] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.045683] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c83615-7209-43bd-b39d-fa071118b05e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.071822] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.071822] env[65677]: value = "task-4636143" [ 777.071822] env[65677]: _type = "Task" [ 777.071822] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.083324] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636143, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.168304] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636139, 'name': CloneVM_Task, 'duration_secs': 1.753509} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.171977] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Created linked-clone VM from snapshot [ 777.171977] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d617d1-382e-49f6-8b42-9ffaa38290e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.183973] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Uploading image 5951409e-fd1c-4140-aa9e-807bba0d2c5c {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.192802] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 777.218192] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.218192] env[65677]: value = "vm-905375" [ 777.218192] env[65677]: _type = "VirtualMachine" [ 777.218192] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.218524] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8aecc08c-a3bb-4f02-b8fb-ce6d919c6f9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.230050] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lease: (returnval){ [ 777.230050] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d5eb6-f5ee-650d-7346-0dde91b45b3d" [ 777.230050] env[65677]: _type = "HttpNfcLease" [ 777.230050] env[65677]: } obtained for exporting VM: (result){ [ 777.230050] env[65677]: value = "vm-905375" [ 777.230050] env[65677]: _type = "VirtualMachine" [ 777.230050] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.230365] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the lease: (returnval){ [ 777.230365] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d5eb6-f5ee-650d-7346-0dde91b45b3d" [ 777.230365] env[65677]: _type = "HttpNfcLease" [ 777.230365] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.240690] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.240690] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d5eb6-f5ee-650d-7346-0dde91b45b3d" [ 777.240690] env[65677]: _type = "HttpNfcLease" [ 777.240690] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.311675] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 777.346951] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 777.347475] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.347710] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 777.348132] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.348240] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 777.348502] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 777.349040] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.349342] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 777.349483] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 777.353032] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 777.353032] env[65677]: DEBUG nova.virt.hardware [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 777.353032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d958290a-63a2-41d9-8e9e-bc4c59677fcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.365613] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c648217f-78d0-439c-9135-fc5de2866a79 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.544317] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.550294] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.217s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.550294] env[65677]: DEBUG nova.objects.instance [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lazy-loading 'resources' on Instance uuid 3f79901b-3af0-497b-b3d5-3d130e8375e9 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.580761] env[65677]: INFO nova.scheduler.client.report [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Deleted allocations for instance 74339a14-3bb6-4fc6-9b3f-5f870b3971bc [ 777.593566] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636143, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.727323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.740423] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.740423] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d5eb6-f5ee-650d-7346-0dde91b45b3d" [ 777.740423] env[65677]: _type = "HttpNfcLease" [ 777.740423] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.740423] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.740423] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d5eb6-f5ee-650d-7346-0dde91b45b3d" [ 777.740423] env[65677]: _type = "HttpNfcLease" [ 777.740423] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.740944] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142dbf6-0ba3-4cef-bf13-b783f483b3a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.749833] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5266e2fc-0a58-d2a5-00c1-3d29db848cda/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.750044] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5266e2fc-0a58-d2a5-00c1-3d29db848cda/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.872770] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c75f9b05-f512-4a0a-89fd-27b42c405e3a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.018426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.018691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.038123] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.038123] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26adaf46-42ae-4e91-b159-2e548b948998 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.047293] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 778.047293] env[65677]: value = "task-4636148" [ 778.047293] env[65677]: _type = "Task" [ 778.047293] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.064498] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.084088] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636143, 'name': CreateVM_Task, 'duration_secs': 0.616006} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.084302] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.084860] env[65677]: WARNING neutronclient.v2_0.client [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.085308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.086070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.086070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.086070] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a8cb93-f7b1-4caf-963d-1ffc05a6c55b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.098880] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 778.098880] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52514b69-3a29-bd5e-62ac-112cdb09e7c7" [ 778.098880] env[65677]: _type = "Task" [ 778.098880] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.099353] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Lock "74339a14-3bb6-4fc6-9b3f-5f870b3971bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.564s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.117299] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52514b69-3a29-bd5e-62ac-112cdb09e7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017205} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.117925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.117925] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.118064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.118501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.118501] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.119608] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63bfd9f-0fac-4046-a942-1b76fb5299d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.121881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.122090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.122297] env[65677]: DEBUG nova.network.neutron [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.138743] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.138743] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.142503] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcc8b65-8924-479e-b7bd-3d110d1e0b89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.150297] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 778.150297] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f8d03-5751-a153-37e8-8dcdd74537ff" [ 778.150297] env[65677]: _type = "Task" [ 778.150297] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.162575] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f8d03-5751-a153-37e8-8dcdd74537ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.558903] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636148, 'name': PowerOffVM_Task, 'duration_secs': 0.200197} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.563314] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.563504] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.566079] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5c9f0-7075-42cd-ab17-90193245dbd6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.576053] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.580158] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac112d74-9173-42db-8112-d232ec0b5cf0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.587638] env[65677]: DEBUG nova.network.neutron [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Successfully updated port: 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 778.597187] env[65677]: DEBUG nova.compute.manager [req-0e5f979a-4a42-4e63-877e-dcfc450b1e7c req-d29e8825-201b-4477-8921-514fa33eac6b service nova] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Received event network-vif-deleted-03426bda-56fa-4ff3-aa02-f32309eabf39 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 778.597187] env[65677]: DEBUG nova.compute.manager [req-0e5f979a-4a42-4e63-877e-dcfc450b1e7c req-d29e8825-201b-4477-8921-514fa33eac6b service nova] [instance: c532c241-c981-42db-808f-09059f75d8e7] Received event network-vif-deleted-7d1e7cb9-c160-4807-b337-f9521c507c66 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 778.614528] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.614824] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.615227] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Deleting the datastore file [datastore2] cbb71370-c4d6-4693-8594-1b33b7841b03 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.618901] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05ed9eb-13e4-4aa7-84a0-63a99c1e0398 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.628335] env[65677]: WARNING neutronclient.v2_0.client [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.634019] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 778.634019] env[65677]: value = "task-4636150" [ 778.634019] env[65677]: _type = "Task" [ 778.634019] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.649593] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.658967] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72260595-1bcc-4eb7-9892-4348d51780b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.667479] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f8d03-5751-a153-37e8-8dcdd74537ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017936} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.669293] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3be3a8-71bd-41b4-90f9-edb1246df376 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.677279] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b774d0da-6e78-4acc-bc8d-263beab36145 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.685223] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 778.685223] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c2556a-dd17-b526-fc5f-bc93b3eccbb3" [ 778.685223] env[65677]: _type = "Task" [ 778.685223] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.720668] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b35e3b-f789-48b8-a74e-9d23b3cad639 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.730022] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c2556a-dd17-b526-fc5f-bc93b3eccbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.730022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.730022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] db2fdf80-c9b7-474c-84a5-bc46bdc2eded/db2fdf80-c9b7-474c-84a5-bc46bdc2eded.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.730022] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9892ee3-2c41-4e0f-b8e7-d83b0b5f09eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.735921] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f11730-62bd-4e2b-8fbf-4e8c14f404c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.742912] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 778.742912] env[65677]: value = "task-4636151" [ 778.742912] env[65677]: _type = "Task" [ 778.742912] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.764448] env[65677]: DEBUG nova.compute.provider_tree [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.782120] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.813833] env[65677]: DEBUG nova.compute.manager [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Received event network-vif-plugged-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 778.815461] env[65677]: DEBUG oslo_concurrency.lockutils [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] Acquiring lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.817368] env[65677]: DEBUG oslo_concurrency.lockutils [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.818091] env[65677]: DEBUG oslo_concurrency.lockutils [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.818277] env[65677]: DEBUG nova.compute.manager [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] No waiting events found dispatching network-vif-plugged-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 778.818434] env[65677]: WARNING nova.compute.manager [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Received unexpected event network-vif-plugged-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e for instance with vm_state building and task_state spawning. [ 778.818612] env[65677]: DEBUG nova.compute.manager [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Received event network-changed-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 778.818737] env[65677]: DEBUG nova.compute.manager [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Refreshing instance network info cache due to event network-changed-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 778.818923] env[65677]: DEBUG oslo_concurrency.lockutils [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] Acquiring lock "refresh_cache-db2fdf80-c9b7-474c-84a5-bc46bdc2eded" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.819079] env[65677]: DEBUG oslo_concurrency.lockutils [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] Acquired lock "refresh_cache-db2fdf80-c9b7-474c-84a5-bc46bdc2eded" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.819448] env[65677]: DEBUG nova.network.neutron [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Refreshing network info cache for port bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.940162] env[65677]: WARNING neutronclient.v2_0.client [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.023073] env[65677]: INFO nova.network.neutron [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Port 014a08fb-d2b9-4590-81ce-a20d5817b0b5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 779.023562] env[65677]: DEBUG nova.network.neutron [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [{"id": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "address": "fa:16:3e:9d:1a:56", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d99be6-c1", "ovs_interfaceid": "35d99be6-c1a0-4ae9-8620-50a0b210b599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.098880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "refresh_cache-69ca333b-92f1-47ed-b99d-24f65cf526da" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.099084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "refresh_cache-69ca333b-92f1-47ed-b99d-24f65cf526da" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.099263] env[65677]: DEBUG nova.network.neutron [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 779.148084] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162802} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.148389] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.148811] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.148948] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.259227] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636151, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.279027] env[65677]: DEBUG nova.scheduler.client.report [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.327118] env[65677]: WARNING neutronclient.v2_0.client [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.526474] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-3d4056ad-9ddb-4e50-8a18-34d1468b335c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.729086] env[65677]: DEBUG nova.network.neutron [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.738659] env[65677]: WARNING neutronclient.v2_0.client [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.759285] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779111} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.761478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] db2fdf80-c9b7-474c-84a5-bc46bdc2eded/db2fdf80-c9b7-474c-84a5-bc46bdc2eded.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.761478] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.761478] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-827f47c9-ab5a-47d6-bd7e-94f3810690f1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.772923] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 779.772923] env[65677]: value = "task-4636152" [ 779.772923] env[65677]: _type = "Task" [ 779.772923] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.787247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.791969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.329s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.793949] env[65677]: INFO nova.compute.claims [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.809529] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.838635] env[65677]: INFO nova.scheduler.client.report [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Deleted allocations for instance 3f79901b-3af0-497b-b3d5-3d130e8375e9 [ 779.955350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "16156322-73bc-48d0-a640-09e4b2ecd614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.955574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "16156322-73bc-48d0-a640-09e4b2ecd614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.001654] env[65677]: DEBUG nova.network.neutron [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Updated VIF entry in instance network info cache for port bf809153-dc25-43a3-b05e-2ce0f1f3ed6e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.002177] env[65677]: DEBUG nova.network.neutron [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Updating instance_info_cache with network_info: [{"id": "bf809153-dc25-43a3-b05e-2ce0f1f3ed6e", "address": "fa:16:3e:2a:c0:15", "network": {"id": "28cd8f28-d927-41b6-ae93-4dc74c793a83", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1008581811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8589b0d5e7814defbc2a0280987d7b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf809153-dc", "ovs_interfaceid": "bf809153-dc25-43a3-b05e-2ce0f1f3ed6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.033426] env[65677]: WARNING neutronclient.v2_0.client [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.039124] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af5876ce-cffd-4688-97c9-0de302df275b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-3d4056ad-9ddb-4e50-8a18-34d1468b335c-014a08fb-d2b9-4590-81ce-a20d5817b0b5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.953s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.175359] env[65677]: DEBUG nova.network.neutron [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Updating instance_info_cache with network_info: [{"id": "0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c", "address": "fa:16:3e:b8:1a:2b", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbf6d09-b0", "ovs_interfaceid": "0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.197316] env[65677]: DEBUG nova.virt.hardware [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.197786] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe55a75-f497-4613-a9f1-5ba74d5e37ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.211938] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a705b-a692-4a20-9375-f7bf35215772 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231790] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.238902] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.239846] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.240303] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-427850d4-8b99-42b8-9b89-a74e4ac7a42f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.269347] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.269347] env[65677]: value = "task-4636153" [ 780.269347] env[65677]: _type = "Task" [ 780.269347] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.285409] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636153, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.288738] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084485} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.289060] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.290212] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e1511-8db7-4fd0-b1e0-9aace5122258 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.325874] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] db2fdf80-c9b7-474c-84a5-bc46bdc2eded/db2fdf80-c9b7-474c-84a5-bc46bdc2eded.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.327952] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035e9e27-10ea-4ccb-ac70-a0b5a5e6c9bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.347110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c683b621-db45-4755-b322-4f4cf6c8dacc tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "3f79901b-3af0-497b-b3d5-3d130e8375e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.579s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.358443] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 780.358443] env[65677]: value = "task-4636155" [ 780.358443] env[65677]: _type = "Task" [ 780.358443] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.369776] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.427483] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.427665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.428740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.428740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.428740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.431368] env[65677]: INFO nova.compute.manager [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Terminating instance [ 780.505308] env[65677]: DEBUG oslo_concurrency.lockutils [req-1004c3b6-5ac5-4fdf-8cff-fa968c71cb5e req-74cb4e65-7199-4a07-8042-19909bb38ee9 service nova] Releasing lock "refresh_cache-db2fdf80-c9b7-474c-84a5-bc46bdc2eded" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.678453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "refresh_cache-69ca333b-92f1-47ed-b99d-24f65cf526da" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.678977] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Instance network_info: |[{"id": "0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c", "address": "fa:16:3e:b8:1a:2b", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbf6d09-b0", "ovs_interfaceid": "0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 780.679528] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:1a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.690359] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.690944] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.690944] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51299872-168a-491c-b43d-653dd43ff02f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.716343] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.716343] env[65677]: value = "task-4636156" [ 780.716343] env[65677]: _type = "Task" [ 780.716343] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.783863] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636153, 'name': CreateVM_Task, 'duration_secs': 0.498223} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.783863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.783863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.783863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.784279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.785629] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcf9afd-793e-45f7-908b-07a792e3046e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.792099] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 780.792099] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a14a6d-a655-eea6-404e-3e419916a1c5" [ 780.792099] env[65677]: _type = "Task" [ 780.792099] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.803891] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a14a6d-a655-eea6-404e-3e419916a1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.876875] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.937241] env[65677]: DEBUG nova.compute.manager [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 780.938482] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.943167] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582d4dd7-bed6-48e2-a31b-c7d4604f34a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.951884] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.952204] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d41a77e0-fda2-4c1b-ae1a-ac6c0140ccd8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.960176] env[65677]: DEBUG oslo_vmware.api [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 780.960176] env[65677]: value = "task-4636157" [ 780.960176] env[65677]: _type = "Task" [ 780.960176] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.978965] env[65677]: DEBUG oslo_vmware.api [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.228455] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636156, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.308025] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a14a6d-a655-eea6-404e-3e419916a1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.029422} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.315720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.316031] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.316283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.316460] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.316654] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.317316] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db771951-1456-471d-835d-cf03a61320dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.330093] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.330480] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.334406] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa1c1ba-f3bc-4f74-989f-477f5f57fe78 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.342414] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 781.342414] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfa1c1-0a6c-e0c4-c48a-45f0d02ce502" [ 781.342414] env[65677]: _type = "Task" [ 781.342414] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.354203] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfa1c1-0a6c-e0c4-c48a-45f0d02ce502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.375311] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636155, 'name': ReconfigVM_Task, 'duration_secs': 0.63263} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.375599] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Reconfigured VM instance instance-0000002b to attach disk [datastore2] db2fdf80-c9b7-474c-84a5-bc46bdc2eded/db2fdf80-c9b7-474c-84a5-bc46bdc2eded.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.376290] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-166b8440-a12b-4ffc-a05e-92617e1c89d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.384428] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 781.384428] env[65677]: value = "task-4636158" [ 781.384428] env[65677]: _type = "Task" [ 781.384428] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.386899] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb42c2-7df4-4d9f-92ae-c3554727b61c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.402787] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587454b4-957f-45de-8429-0f0a3d21c3ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.405853] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636158, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.438336] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78c45df-8d96-47e2-8e25-63d65959ffc4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.446941] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d272161-7e64-4822-9422-a1337e86cf84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.465845] env[65677]: DEBUG nova.compute.provider_tree [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.477543] env[65677]: DEBUG oslo_vmware.api [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636157, 'name': PowerOffVM_Task, 'duration_secs': 0.41917} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.480484] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.480484] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.480484] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b977a0-819f-413b-b559-6bc2c81087d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.572500] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.572935] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.573112] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleting the datastore file [datastore1] 3d4056ad-9ddb-4e50-8a18-34d1468b335c {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.573395] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da54161-2a75-4386-a59b-7594def88a1d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.581887] env[65677]: DEBUG oslo_vmware.api [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 781.581887] env[65677]: value = "task-4636160" [ 781.581887] env[65677]: _type = "Task" [ 781.581887] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.593066] env[65677]: DEBUG oslo_vmware.api [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.728093] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636156, 'name': CreateVM_Task, 'duration_secs': 0.722672} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.728093] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.728371] env[65677]: WARNING neutronclient.v2_0.client [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.728734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.728883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.729219] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.729483] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d1fac8-6215-4603-9e34-d12991a7d898 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.735698] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 781.735698] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5299af16-bf24-e4df-cd63-88bc75e4fe56" [ 781.735698] env[65677]: _type = "Task" [ 781.735698] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.745748] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5299af16-bf24-e4df-cd63-88bc75e4fe56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.857529] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfa1c1-0a6c-e0c4-c48a-45f0d02ce502, 'name': SearchDatastore_Task, 'duration_secs': 0.024542} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.859056] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb9c4fc-53cc-4436-8adb-c91fa0922d15 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.871078] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 781.871078] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5204b635-d895-3a16-faaf-1273f3a7e15d" [ 781.871078] env[65677]: _type = "Task" [ 781.871078] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.888042] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5204b635-d895-3a16-faaf-1273f3a7e15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.898827] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636158, 'name': Rename_Task, 'duration_secs': 0.265525} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.900288] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.900288] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86b7b1d-301f-42a8-ae27-5a55f4b965e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.911024] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 781.911024] env[65677]: value = "task-4636161" [ 781.911024] env[65677]: _type = "Task" [ 781.911024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.921096] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.971616] env[65677]: DEBUG nova.scheduler.client.report [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.095751] env[65677]: DEBUG oslo_vmware.api [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376417} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.095751] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.095751] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.095751] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.096080] env[65677]: INFO nova.compute.manager [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 782.096267] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.096519] env[65677]: DEBUG nova.compute.manager [-] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 782.096699] env[65677]: DEBUG nova.network.neutron [-] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 782.096937] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.248896] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5299af16-bf24-e4df-cd63-88bc75e4fe56, 'name': SearchDatastore_Task, 'duration_secs': 0.023175} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.249835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.250548] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.251168] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.383440] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5204b635-d895-3a16-faaf-1273f3a7e15d, 'name': SearchDatastore_Task, 'duration_secs': 0.016519} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.386025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.386025] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.386025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.386025] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.386025] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c04518e6-1e0a-424e-a498-87ace8d923ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.390161] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d25ac6-afbb-4018-8a30-a4e7b5d66fc9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.400285] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 782.400285] env[65677]: value = "task-4636163" [ 782.400285] env[65677]: _type = "Task" [ 782.400285] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.408272] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.408272] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.409477] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705f2e7a-b9c3-4593-bfbc-d5ee4f341c61 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.416224] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.435926] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 782.435926] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524c8834-baeb-b89d-efac-2f9d45664101" [ 782.435926] env[65677]: _type = "Task" [ 782.435926] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.437053] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.454040] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524c8834-baeb-b89d-efac-2f9d45664101, 'name': SearchDatastore_Task} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.454040] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ecf44f-3bc3-4a82-8894-82d7b10a1af8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.458122] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 782.458122] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e7afff-dfe3-315f-174f-38f8240d726d" [ 782.458122] env[65677]: _type = "Task" [ 782.458122] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.464672] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.469874] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e7afff-dfe3-315f-174f-38f8240d726d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.477937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.478522] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 782.482376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.096s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.483117] env[65677]: INFO nova.compute.claims [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.914615] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.935170] env[65677]: DEBUG oslo_vmware.api [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636161, 'name': PowerOnVM_Task, 'duration_secs': 0.721738} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.935465] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.936014] env[65677]: INFO nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Took 10.71 seconds to spawn the instance on the hypervisor. [ 782.936014] env[65677]: DEBUG nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 782.936760] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f5766c-f270-4c41-b033-0a8dbec68379 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.974529] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e7afff-dfe3-315f-174f-38f8240d726d, 'name': SearchDatastore_Task, 'duration_secs': 0.015712} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.976362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.976362] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 69ca333b-92f1-47ed-b99d-24f65cf526da/69ca333b-92f1-47ed-b99d-24f65cf526da.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.976362] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1686b93e-f829-4dc6-a3dc-669337ae8ec7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.989982] env[65677]: DEBUG nova.compute.utils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.994520] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 782.994520] env[65677]: value = "task-4636164" [ 782.994520] env[65677]: _type = "Task" [ 782.994520] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.995402] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 782.995941] env[65677]: DEBUG nova.network.neutron [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 782.996455] env[65677]: WARNING neutronclient.v2_0.client [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.996857] env[65677]: WARNING neutronclient.v2_0.client [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.013320] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.398124] env[65677]: DEBUG nova.policy [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61dce7773d02490bb4e47765e552b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37198fba19344904acda835e29b041ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.419122] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624402} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.419397] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.420347] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.420347] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-231ebf63-e532-4954-b6cf-e4c8c3a1d02b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.430146] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 783.430146] env[65677]: value = "task-4636165" [ 783.430146] env[65677]: _type = "Task" [ 783.430146] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.447321] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.470866] env[65677]: INFO nova.compute.manager [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Took 50.99 seconds to build instance. [ 783.496536] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 783.521445] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636164, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.911904] env[65677]: DEBUG nova.network.neutron [-] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.955655] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18416} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.956852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.956852] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38607fb5-ce17-4d7e-ad00-ff1693caa788 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.978044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.513s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.988064] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.992077] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3deaa364-0a06-4008-92b8-47439bc44d71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.011039] env[65677]: DEBUG nova.compute.manager [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Received event network-vif-plugged-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 784.011039] env[65677]: DEBUG oslo_concurrency.lockutils [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] Acquiring lock "69ca333b-92f1-47ed-b99d-24f65cf526da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.011039] env[65677]: DEBUG oslo_concurrency.lockutils [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.011039] env[65677]: DEBUG oslo_concurrency.lockutils [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.011039] env[65677]: DEBUG nova.compute.manager [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] No waiting events found dispatching network-vif-plugged-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 784.011039] env[65677]: WARNING nova.compute.manager [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Received unexpected event network-vif-plugged-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c for instance with vm_state building and task_state spawning. [ 784.011039] env[65677]: DEBUG nova.compute.manager [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Received event network-changed-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 784.011039] env[65677]: DEBUG nova.compute.manager [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Refreshing instance network info cache due to event network-changed-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 784.011039] env[65677]: DEBUG oslo_concurrency.lockutils [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] Acquiring lock "refresh_cache-69ca333b-92f1-47ed-b99d-24f65cf526da" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.011039] env[65677]: DEBUG oslo_concurrency.lockutils [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] Acquired lock "refresh_cache-69ca333b-92f1-47ed-b99d-24f65cf526da" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.011438] env[65677]: DEBUG nova.network.neutron [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Refreshing network info cache for port 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.013930] env[65677]: DEBUG nova.network.neutron [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Successfully created port: 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.019312] env[65677]: DEBUG nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 784.031075] env[65677]: WARNING neutronclient.v2_0.client [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.050367] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748594} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.050367] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 69ca333b-92f1-47ed-b99d-24f65cf526da/69ca333b-92f1-47ed-b99d-24f65cf526da.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.050367] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.050715] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 784.050715] env[65677]: value = "task-4636166" [ 784.050715] env[65677]: _type = "Task" [ 784.050715] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.050854] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e9ad6b8-6eb0-4dcc-beb2-cbb062d0cb9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.072509] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 784.072509] env[65677]: value = "task-4636167" [ 784.072509] env[65677]: _type = "Task" [ 784.072509] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.086367] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.235732] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ada2f1-fee3-4d01-a980-4f2fc4f5e68d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.245968] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5e1f2-7ba5-4c79-b756-eefb1f3020ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.291894] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cad413-5b6f-4a46-b529-3a4aeeb6b8c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.302389] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a5fc0-b06f-4c91-836a-0b0b79ed4759 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.325486] env[65677]: DEBUG nova.compute.provider_tree [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.336492] env[65677]: DEBUG nova.compute.manager [req-d44de855-aad2-4b32-9878-bb013da96a28 req-b2e4427f-cadd-432e-9f30-113fb21d0ebd service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-vif-deleted-014a08fb-d2b9-4590-81ce-a20d5817b0b5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 784.421008] env[65677]: INFO nova.compute.manager [-] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Took 2.32 seconds to deallocate network for instance. [ 784.447466] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.448563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.448563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.448563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.448563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.451671] env[65677]: INFO nova.compute.manager [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Terminating instance [ 784.531997] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 784.565443] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636166, 'name': ReconfigVM_Task, 'duration_secs': 0.363566} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.568526] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Reconfigured VM instance instance-00000028 to attach disk [datastore1] cbb71370-c4d6-4693-8594-1b33b7841b03/cbb71370-c4d6-4693-8594-1b33b7841b03.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.570025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.570345] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189808cd-b08c-46b5-bf2d-b2f9fbe86e23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.580685] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 784.583878] env[65677]: DEBUG nova.virt.hardware [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 784.583878] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d16c559-994c-4f2d-83dd-f69c23e34210 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.589012] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 784.589012] env[65677]: value = "task-4636169" [ 784.589012] env[65677]: _type = "Task" [ 784.589012] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.600070] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080882} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.602770] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091f490-835a-44f7-ba5f-e261ebdc3073 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.608155] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.616921] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f888a-711f-4b81-869a-20fc5bc6f447 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.622349] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636169, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.659676] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 69ca333b-92f1-47ed-b99d-24f65cf526da/69ca333b-92f1-47ed-b99d-24f65cf526da.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.660093] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4406e6de-fdd8-49fc-9d31-01fc8c4ccc94 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.684609] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 784.684609] env[65677]: value = "task-4636170" [ 784.684609] env[65677]: _type = "Task" [ 784.684609] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.695458] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.829273] env[65677]: DEBUG nova.scheduler.client.report [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.930240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.957350] env[65677]: DEBUG nova.compute.manager [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 784.957737] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.958570] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f39fd6-af4a-44bd-aec8-ca0dffe8b2b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.968692] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.969031] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af9fc03-7ff0-4c69-ae5f-0b0051b1a8f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.980657] env[65677]: DEBUG oslo_vmware.api [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 784.980657] env[65677]: value = "task-4636171" [ 784.980657] env[65677]: _type = "Task" [ 784.980657] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.992134] env[65677]: DEBUG oslo_vmware.api [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4636171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.060678] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.060678] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.105503] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636169, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.109301] env[65677]: WARNING neutronclient.v2_0.client [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.199531] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.337226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.338469] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 785.341020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.978s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.341266] env[65677]: DEBUG nova.objects.instance [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lazy-loading 'resources' on Instance uuid 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.491134] env[65677]: DEBUG oslo_vmware.api [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4636171, 'name': PowerOffVM_Task, 'duration_secs': 0.408817} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.491478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.491709] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.492018] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1477369-7691-40a0-a0a2-62ba10b6f039 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.575381] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.575610] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.575786] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Deleting the datastore file [datastore1] 0a73e46d-f5ac-41c6-8c54-f5441f343a7d {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.576091] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85854014-14dd-44dd-a6f4-2ea2eb68861e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.584175] env[65677]: DEBUG oslo_vmware.api [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for the task: (returnval){ [ 785.584175] env[65677]: value = "task-4636173" [ 785.584175] env[65677]: _type = "Task" [ 785.584175] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.595966] env[65677]: DEBUG oslo_vmware.api [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4636173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.608209] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636169, 'name': Rename_Task, 'duration_secs': 0.969576} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.608656] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.608929] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c67de62-ac3f-4700-b0de-1ef3ef6d6c9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.620628] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 785.620628] env[65677]: value = "task-4636174" [ 785.620628] env[65677]: _type = "Task" [ 785.620628] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.630263] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.700132] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636170, 'name': ReconfigVM_Task, 'duration_secs': 0.562055} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.700391] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 69ca333b-92f1-47ed-b99d-24f65cf526da/69ca333b-92f1-47ed-b99d-24f65cf526da.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.701551] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d877a5d-d127-4c7c-962f-64198cda3142 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.710016] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 785.710016] env[65677]: value = "task-4636175" [ 785.710016] env[65677]: _type = "Task" [ 785.710016] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.722658] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636175, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.848385] env[65677]: DEBUG nova.compute.utils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.854329] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 785.854329] env[65677]: DEBUG nova.network.neutron [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 785.854329] env[65677]: WARNING neutronclient.v2_0.client [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.854720] env[65677]: WARNING neutronclient.v2_0.client [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.099551] env[65677]: DEBUG oslo_vmware.api [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Task: {'id': task-4636173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341798} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.099972] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.100248] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.100736] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.100964] env[65677]: INFO nova.compute.manager [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 786.101356] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.102216] env[65677]: DEBUG nova.compute.manager [-] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 786.102402] env[65677]: DEBUG nova.network.neutron [-] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.102759] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.109550] env[65677]: DEBUG nova.policy [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '660a6a96b1764b229f7e5fa4c7598fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67cf519d561a41b18e1b5c6ebeac431d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.134429] env[65677]: DEBUG oslo_vmware.api [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636174, 'name': PowerOnVM_Task, 'duration_secs': 0.488091} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.134815] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.135107] env[65677]: DEBUG nova.compute.manager [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 786.136017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630efe65-a71f-409a-bbe0-4aa9939910fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.220197] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636175, 'name': Rename_Task, 'duration_secs': 0.259342} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.223373] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.224630] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c06d9df7-0b1c-493a-b0f2-32a5ccfc7b5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.233190] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 786.233190] env[65677]: value = "task-4636176" [ 786.233190] env[65677]: _type = "Task" [ 786.233190] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.245568] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.282959] env[65677]: DEBUG nova.network.neutron [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Successfully updated port: 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.321019] env[65677]: DEBUG nova.network.neutron [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Updated VIF entry in instance network info cache for port 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.321788] env[65677]: DEBUG nova.network.neutron [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Updating instance_info_cache with network_info: [{"id": "0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c", "address": "fa:16:3e:b8:1a:2b", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbf6d09-b0", "ovs_interfaceid": "0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.356632] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 786.461319] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.483280] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a71d8c-6923-4818-b48b-c966cdc4d0b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.495349] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2bc68-6af1-4ea2-a7df-56afb75e21dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.533097] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a24f9ba-8d36-4d9c-9866-b79c2050b42c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.545979] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08b6b7-9967-43cb-88d6-7a4950f0a162 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.560900] env[65677]: DEBUG nova.compute.provider_tree [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.661602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.744795] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.788857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.790372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.790372] env[65677]: DEBUG nova.network.neutron [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 786.828821] env[65677]: DEBUG oslo_concurrency.lockutils [req-d31c9d69-4ea7-4cf6-83a4-7bc2fa126761 req-8ed8bb71-9248-4fae-b602-f342a43b6024 service nova] Releasing lock "refresh_cache-69ca333b-92f1-47ed-b99d-24f65cf526da" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.842974] env[65677]: DEBUG nova.network.neutron [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Successfully created port: b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.067991] env[65677]: DEBUG nova.scheduler.client.report [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.246725] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.366831] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 787.401859] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 787.402284] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.402499] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 787.402880] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.402880] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 787.403134] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 787.403412] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 787.403618] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 787.403904] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 787.404056] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 787.404291] env[65677]: DEBUG nova.virt.hardware [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 787.405407] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa6934-69ea-4433-9648-b0f3e3981f37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.409476] env[65677]: DEBUG nova.network.neutron [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 787.420189] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5444c59-4456-46f3-886a-6befa2441085 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.575422] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.578358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.042s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.580082] env[65677]: INFO nova.compute.claims [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.632630] env[65677]: INFO nova.scheduler.client.report [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Deleted allocations for instance 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf [ 787.646463] env[65677]: WARNING neutronclient.v2_0.client [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.704794] env[65677]: DEBUG nova.network.neutron [-] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.748351] env[65677]: DEBUG oslo_vmware.api [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636176, 'name': PowerOnVM_Task, 'duration_secs': 1.169662} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.749137] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.750140] env[65677]: INFO nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Took 10.44 seconds to spawn the instance on the hypervisor. [ 787.750140] env[65677]: DEBUG nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 787.751589] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00f5886-eff7-4759-a7b1-750571fd59a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.842176] env[65677]: DEBUG nova.network.neutron [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.149493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Lock "4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.379s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.208326] env[65677]: INFO nova.compute.manager [-] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Took 2.11 seconds to deallocate network for instance. [ 788.288215] env[65677]: INFO nova.compute.manager [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Took 50.83 seconds to build instance. [ 788.321293] env[65677]: DEBUG nova.compute.manager [req-6a90543f-fe06-4578-a0c0-c72d3e039feb req-f58f8f9a-30b6-4f90-a5a9-7580d3f29db5 service nova] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Received event network-vif-deleted-35d99be6-c1a0-4ae9-8620-50a0b210b599 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 788.344811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.345286] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Instance network_info: |[{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 788.346175] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:ba:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.356479] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating folder: Project (37198fba19344904acda835e29b041ac). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.357174] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-730343eb-03fc-4178-a776-b8101b23569c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.369951] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created folder: Project (37198fba19344904acda835e29b041ac) in parent group-v905237. [ 788.370173] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating folder: Instances. Parent ref: group-v905385. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.370951] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1989af7-65e8-4be9-80f2-edd7bfa75c82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.381443] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created folder: Instances in parent group-v905385. [ 788.381693] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.381938] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.382184] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb940d0-e256-4361-8fff-db2fc9c0b1fb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.400896] env[65677]: DEBUG nova.compute.manager [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Received event network-vif-plugged-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 788.401139] env[65677]: DEBUG oslo_concurrency.lockutils [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.401346] env[65677]: DEBUG oslo_concurrency.lockutils [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.401508] env[65677]: DEBUG oslo_concurrency.lockutils [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.401674] env[65677]: DEBUG nova.compute.manager [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] No waiting events found dispatching network-vif-plugged-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 788.401837] env[65677]: WARNING nova.compute.manager [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Received unexpected event network-vif-plugged-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 for instance with vm_state building and task_state spawning. [ 788.401991] env[65677]: DEBUG nova.compute.manager [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Received event network-changed-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 788.402606] env[65677]: DEBUG nova.compute.manager [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Refreshing instance network info cache due to event network-changed-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 788.402606] env[65677]: DEBUG oslo_concurrency.lockutils [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.402606] env[65677]: DEBUG oslo_concurrency.lockutils [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.402606] env[65677]: DEBUG nova.network.neutron [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Refreshing network info cache for port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.409690] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.409690] env[65677]: value = "task-4636180" [ 788.409690] env[65677]: _type = "Task" [ 788.409690] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.424453] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636180, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.716971] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.790539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-00313993-3a9e-4832-a01d-2eb022f9b98b tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.347s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.806819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "1954741e-a718-4048-b0a5-5ed3b2eea360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.806819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.907573] env[65677]: WARNING neutronclient.v2_0.client [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.930876] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636180, 'name': CreateVM_Task, 'duration_secs': 0.474832} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.931758] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.933155] env[65677]: WARNING neutronclient.v2_0.client [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.934121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.934121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.934121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.937653] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c243dba1-b07d-4cc5-a24d-0217a8ef8ad8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.948148] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 788.948148] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5285769a-9ebc-1999-d0dd-ef55cb51c0e2" [ 788.948148] env[65677]: _type = "Task" [ 788.948148] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.962169] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5285769a-9ebc-1999-d0dd-ef55cb51c0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.962750] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.962750] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.962985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.963148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.963317] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.963587] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae1d27f0-715c-462e-94dd-d5d7ef8efc7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.982277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "d678e793-2599-4861-9150-1d141875e544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.982625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "d678e793-2599-4861-9150-1d141875e544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.982921] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.983222] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.986739] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb2bf08-3e73-4cba-ab3a-2e8682949fbc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.997016] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5266e2fc-0a58-d2a5-00c1-3d29db848cda/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.997866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22896cc3-4685-4986-9148-1ee083a3ebff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.003607] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 789.003607] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529af3bc-2ab6-4582-dad2-841a64ddc2c4" [ 789.003607] env[65677]: _type = "Task" [ 789.003607] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.015584] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5266e2fc-0a58-d2a5-00c1-3d29db848cda/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.015848] env[65677]: ERROR oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5266e2fc-0a58-d2a5-00c1-3d29db848cda/disk-0.vmdk due to incomplete transfer. [ 789.016659] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c76a42ae-5ed1-4566-9622-998e2ff8b8f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.023655] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529af3bc-2ab6-4582-dad2-841a64ddc2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021227} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.025376] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840e999e-c6a5-4a9a-b534-f9d871154519 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.028269] env[65677]: DEBUG oslo_vmware.rw_handles [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5266e2fc-0a58-d2a5-00c1-3d29db848cda/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.028479] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Uploaded image 5951409e-fd1c-4140-aa9e-807bba0d2c5c to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.030600] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.031451] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e8bb4ef-2a2d-4814-a90a-46358b21e07f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.035139] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 789.035139] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e575e5-d9cf-808f-c248-be317fab8f53" [ 789.035139] env[65677]: _type = "Task" [ 789.035139] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.041407] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "cbb71370-c4d6-4693-8594-1b33b7841b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.041640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "cbb71370-c4d6-4693-8594-1b33b7841b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.041840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "cbb71370-c4d6-4693-8594-1b33b7841b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.042023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "cbb71370-c4d6-4693-8594-1b33b7841b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.042270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "cbb71370-c4d6-4693-8594-1b33b7841b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.044449] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 789.044449] env[65677]: value = "task-4636181" [ 789.044449] env[65677]: _type = "Task" [ 789.044449] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.048323] env[65677]: INFO nova.compute.manager [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Terminating instance [ 789.052964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.054279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.063219] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e575e5-d9cf-808f-c248-be317fab8f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.072362] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636181, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.073504] env[65677]: DEBUG nova.network.neutron [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Successfully updated port: b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.296599] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 789.379635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae569a1-fe7f-43e3-a089-3bc99eeeeed9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.391961] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fada97-1e5d-4059-8cea-cc071f8ad810 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.428487] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a8abe5-2bf2-4b20-97ec-a8f9b5e34b1a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.437645] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854f94a-b56f-4666-a292-1e9d7ada70af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.453654] env[65677]: DEBUG nova.compute.provider_tree [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.456921] env[65677]: WARNING neutronclient.v2_0.client [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.548432] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e575e5-d9cf-808f-c248-be317fab8f53, 'name': SearchDatastore_Task, 'duration_secs': 0.043145} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.552698] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.553232] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961/d33a4192-fc2b-493b-9c6d-40c5984af961.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.553846] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e28ac21-496e-4d06-987b-53dcc7ad70cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.560075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "refresh_cache-cbb71370-c4d6-4693-8594-1b33b7841b03" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.560597] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquired lock "refresh_cache-cbb71370-c4d6-4693-8594-1b33b7841b03" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.560919] env[65677]: DEBUG nova.network.neutron [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.569711] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636181, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.571854] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 789.571854] env[65677]: value = "task-4636182" [ 789.571854] env[65677]: _type = "Task" [ 789.571854] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.577579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.577891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.578167] env[65677]: DEBUG nova.network.neutron [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.586842] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.673690] env[65677]: DEBUG nova.network.neutron [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updated VIF entry in instance network info cache for port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 789.673690] env[65677]: DEBUG nova.network.neutron [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.844024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.961205] env[65677]: DEBUG nova.scheduler.client.report [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.064293] env[65677]: WARNING neutronclient.v2_0.client [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.072825] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636181, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.092568] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636182, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.176705] env[65677]: DEBUG oslo_concurrency.lockutils [req-91e23ede-8e57-42fc-a4b7-20ecac904e08 req-37b67938-7fd2-43f1-9a8c-c316c895c5e3 service nova] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.271973] env[65677]: DEBUG nova.network.neutron [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.307317] env[65677]: DEBUG nova.network.neutron [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.470600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.471378] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 790.475731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.859s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.570613] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636181, 'name': Destroy_Task, 'duration_secs': 1.07233} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.571266] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Destroyed the VM [ 790.571592] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.571907] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-443cbd32-e4e6-4425-8433-6788c8b9b4fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.587974] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757155} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.589725] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961/d33a4192-fc2b-493b-9c6d-40c5984af961.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.590102] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.590552] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 790.590552] env[65677]: value = "task-4636183" [ 790.590552] env[65677]: _type = "Task" [ 790.590552] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.590552] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dad466d-afb1-460c-a2b6-c2c829e8c902 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.604541] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.606539] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 790.606539] env[65677]: value = "task-4636185" [ 790.606539] env[65677]: _type = "Task" [ 790.606539] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.623539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "71c46e60-30a1-41a0-a646-2e3240208af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.623876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.624125] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.754904] env[65677]: DEBUG nova.network.neutron [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.861542] env[65677]: WARNING neutronclient.v2_0.client [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.000232] env[65677]: DEBUG nova.compute.utils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.002226] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 791.002226] env[65677]: DEBUG nova.network.neutron [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 791.003466] env[65677]: WARNING neutronclient.v2_0.client [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.003884] env[65677]: WARNING neutronclient.v2_0.client [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.070906] env[65677]: DEBUG nova.policy [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7450c7e84ffd440d8f7edc605282171d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcc22ffd34cb40f18e40860ea88a6f78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.116747] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.123982] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102078} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.123982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.125604] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272cd02-ff35-46ba-9543-1f469c0278fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.131066] env[65677]: DEBUG nova.network.neutron [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updating instance_info_cache with network_info: [{"id": "b9569c36-1599-42d3-b592-19a46c73a618", "address": "fa:16:3e:43:e2:d5", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9569c36-15", "ovs_interfaceid": "b9569c36-1599-42d3-b592-19a46c73a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.159081] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961/d33a4192-fc2b-493b-9c6d-40c5984af961.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.160214] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c0fbd1-8124-4dd9-ab37-4acab9ceef76 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.186830] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 791.186830] env[65677]: value = "task-4636186" [ 791.186830] env[65677]: _type = "Task" [ 791.186830] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.204133] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.258531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Releasing lock "refresh_cache-cbb71370-c4d6-4693-8594-1b33b7841b03" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.261342] env[65677]: DEBUG nova.compute.manager [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 791.261342] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.261342] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552b368-2c12-4d65-b340-979eeb044a8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.271702] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.272069] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ec3e50-b8a4-4482-a145-ff9f192b1f14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.282065] env[65677]: DEBUG oslo_vmware.api [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 791.282065] env[65677]: value = "task-4636187" [ 791.282065] env[65677]: _type = "Task" [ 791.282065] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.296090] env[65677]: DEBUG oslo_vmware.api [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.511082] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 791.542545] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ef4543c6-4341-4260-84ed-8a3e53eb43b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.542737] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 0a73e46d-f5ac-41c6-8c54-f5441f343a7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.542955] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance dac85a2b-df9a-4c8f-8bc9-022a161e8b1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.543098] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 4a0468b9-683d-4516-922c-bb41d4925c2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.543214] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.543403] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3d4056ad-9ddb-4e50-8a18-34d1468b335c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.543597] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1a1c4c74-e31f-427c-80fc-c1f197e16745 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.543933] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance c532c241-c981-42db-808f-09059f75d8e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.544121] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.544246] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.544373] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a1554552-52d4-4791-a13b-8e12e4b62d2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.544484] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.544591] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a5304212-8168-4fe4-ab5b-f19dd1914bba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.544712] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.544822] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance cbb71370-c4d6-4693-8594-1b33b7841b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.544932] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance b800da8d-e940-4f0b-a52d-04ab0ce25532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.547184] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 6fcefb01-6b8e-4be1-a186-60142ca9fa54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.547378] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance db2fdf80-c9b7-474c-84a5-bc46bdc2eded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.547510] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 69ca333b-92f1-47ed-b99d-24f65cf526da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.548053] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d33a4192-fc2b-493b-9c6d-40c5984af961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.548191] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.548341] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.583413] env[65677]: DEBUG nova.network.neutron [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Successfully created port: 906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 791.607606] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636183, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.635641] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635863] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Instance network_info: |[{"id": "b9569c36-1599-42d3-b592-19a46c73a618", "address": "fa:16:3e:43:e2:d5", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9569c36-15", "ovs_interfaceid": "b9569c36-1599-42d3-b592-19a46c73a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 791.636790] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:e2:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9569c36-1599-42d3-b592-19a46c73a618', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.645512] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 791.645512] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.645782] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f64c59d1-18ee-486d-a554-f2d56b6c9a67 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.667822] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.667822] env[65677]: value = "task-4636188" [ 791.667822] env[65677]: _type = "Task" [ 791.667822] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.677377] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636188, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.697876] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636186, 'name': ReconfigVM_Task, 'duration_secs': 0.420477} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.698221] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Reconfigured VM instance instance-0000002d to attach disk [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961/d33a4192-fc2b-493b-9c6d-40c5984af961.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.698946] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee8c46d-d32b-48ba-b7d4-c42cf36844f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.707067] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 791.707067] env[65677]: value = "task-4636189" [ 791.707067] env[65677]: _type = "Task" [ 791.707067] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.716652] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636189, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.796646] env[65677]: DEBUG oslo_vmware.api [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636187, 'name': PowerOffVM_Task, 'duration_secs': 0.162799} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.798685] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.798685] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.798870] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fd18fc1-0225-420e-9c74-8b7a75be187f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.830880] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.831383] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.831608] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Deleting the datastore file [datastore1] cbb71370-c4d6-4693-8594-1b33b7841b03 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.832096] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff3ce58e-6a64-4b40-9dc2-635f3bb05ea6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.841327] env[65677]: DEBUG oslo_vmware.api [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for the task: (returnval){ [ 791.841327] env[65677]: value = "task-4636191" [ 791.841327] env[65677]: _type = "Task" [ 791.841327] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.853539] env[65677]: DEBUG oslo_vmware.api [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.051825] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 580e1c52-c0ad-4e52-9ff1-210565ca5378 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.107286] env[65677]: DEBUG oslo_vmware.api [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636183, 'name': RemoveSnapshot_Task, 'duration_secs': 1.310917} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.107286] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.107286] env[65677]: INFO nova.compute.manager [None req-816d5262-81a7-45f7-9db6-55b02668a421 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Took 19.59 seconds to snapshot the instance on the hypervisor. [ 792.180965] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636188, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.218727] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636189, 'name': Rename_Task, 'duration_secs': 0.171545} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.219028] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.219295] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a900ad-d2fd-4444-a236-7f080203b48a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.227569] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 792.227569] env[65677]: value = "task-4636192" [ 792.227569] env[65677]: _type = "Task" [ 792.227569] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.246474] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.358519] env[65677]: DEBUG oslo_vmware.api [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Task: {'id': task-4636191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262144} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.358964] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.359253] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.359535] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.359867] env[65677]: INFO nova.compute.manager [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Took 1.10 seconds to destroy the instance on the hypervisor. [ 792.360213] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.360572] env[65677]: DEBUG nova.compute.manager [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 792.360659] env[65677]: DEBUG nova.network.neutron [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.361069] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.379852] env[65677]: DEBUG nova.network.neutron [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 792.379852] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.390521] env[65677]: DEBUG nova.compute.manager [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Received event network-vif-plugged-b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 792.390796] env[65677]: DEBUG oslo_concurrency.lockutils [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] Acquiring lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.391021] env[65677]: DEBUG oslo_concurrency.lockutils [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.391230] env[65677]: DEBUG oslo_concurrency.lockutils [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.391465] env[65677]: DEBUG nova.compute.manager [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] No waiting events found dispatching network-vif-plugged-b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 792.391615] env[65677]: WARNING nova.compute.manager [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Received unexpected event network-vif-plugged-b9569c36-1599-42d3-b592-19a46c73a618 for instance with vm_state building and task_state spawning. [ 792.391823] env[65677]: DEBUG nova.compute.manager [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Received event network-changed-b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 792.392073] env[65677]: DEBUG nova.compute.manager [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Refreshing instance network info cache due to event network-changed-b9569c36-1599-42d3-b592-19a46c73a618. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 792.392286] env[65677]: DEBUG oslo_concurrency.lockutils [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] Acquiring lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.392457] env[65677]: DEBUG oslo_concurrency.lockutils [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] Acquired lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.392939] env[65677]: DEBUG nova.network.neutron [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Refreshing network info cache for port b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.413415] env[65677]: DEBUG nova.compute.manager [req-bb74ae3f-a6f8-481a-a39e-86dcc735b62b req-fcea07a4-13b6-4c83-bcc4-47e5981f9ad2 service nova] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Received event network-vif-deleted-dc6974f5-706c-4074-8f10-e00dd1f1ee15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 792.523094] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 792.554909] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance bc0c29e3-da3f-4a46-9e08-60b456883577 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.560421] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.560663] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.560814] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.561025] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.561165] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.561290] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.561480] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.561629] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.561787] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.561947] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.562128] env[65677]: DEBUG nova.virt.hardware [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.563126] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4d3db6-fd40-47be-8a43-137c0e32117c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.572921] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5270da-ec42-433f-9c2c-ed3eb4abb79f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.682737] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636188, 'name': CreateVM_Task, 'duration_secs': 0.579463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.683482] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.684410] env[65677]: WARNING neutronclient.v2_0.client [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.684580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.684781] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.685978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.685978] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e45eeb6-16c1-4990-93cb-ae903ef6b3ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.693445] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 792.693445] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5226b77e-da5a-a751-fe93-936525e31fba" [ 792.693445] env[65677]: _type = "Task" [ 792.693445] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.707571] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5226b77e-da5a-a751-fe93-936525e31fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.738949] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.739308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.739437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.739542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.739784] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.741495] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636192, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.742145] env[65677]: INFO nova.compute.manager [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Terminating instance [ 792.882562] env[65677]: DEBUG nova.network.neutron [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.895583] env[65677]: WARNING neutronclient.v2_0.client [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.925600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.925600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.925600] env[65677]: INFO nova.compute.manager [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Shelving [ 793.059352] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance c4c65d99-f3a6-44fc-afe0-dc0331dc9815 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.207378] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5226b77e-da5a-a751-fe93-936525e31fba, 'name': SearchDatastore_Task, 'duration_secs': 0.013868} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.208640] env[65677]: WARNING neutronclient.v2_0.client [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.211578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211887] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.212194] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.213368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.213368] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.213500] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cd37fac-2dbb-4bd1-b1b8-b16e72932257 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.225836] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.226335] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.226970] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea4b803-2e44-4d2f-9a14-58bc4af9bb8b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.236791] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 793.236791] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5284b6fa-835d-20a3-5512-8487e2203c29" [ 793.236791] env[65677]: _type = "Task" [ 793.236791] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.241797] env[65677]: DEBUG oslo_vmware.api [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636192, 'name': PowerOnVM_Task, 'duration_secs': 0.541403} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.245427] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.245712] env[65677]: INFO nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Took 8.71 seconds to spawn the instance on the hypervisor. [ 793.246079] env[65677]: DEBUG nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 793.247522] env[65677]: DEBUG nova.compute.manager [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 793.247522] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.247922] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1089cf99-fe79-4191-922d-ff0f65dd8783 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.251964] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f15a9-fe9a-4287-b583-2c605132248f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.259232] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5284b6fa-835d-20a3-5512-8487e2203c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.270052] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.270052] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190c6998-e1c0-4220-bde8-8bb98d1c1110 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.279175] env[65677]: DEBUG oslo_vmware.api [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 793.279175] env[65677]: value = "task-4636194" [ 793.279175] env[65677]: _type = "Task" [ 793.279175] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.301983] env[65677]: DEBUG oslo_vmware.api [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.303637] env[65677]: DEBUG nova.network.neutron [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Successfully updated port: 906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 793.344115] env[65677]: DEBUG nova.network.neutron [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updated VIF entry in instance network info cache for port b9569c36-1599-42d3-b592-19a46c73a618. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.345357] env[65677]: DEBUG nova.network.neutron [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updating instance_info_cache with network_info: [{"id": "b9569c36-1599-42d3-b592-19a46c73a618", "address": "fa:16:3e:43:e2:d5", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9569c36-15", "ovs_interfaceid": "b9569c36-1599-42d3-b592-19a46c73a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.386647] env[65677]: INFO nova.compute.manager [-] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Took 1.03 seconds to deallocate network for instance. [ 793.562934] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 0dc2bd9d-7941-428f-bec8-ff3529ad95ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.754192] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5284b6fa-835d-20a3-5512-8487e2203c29, 'name': SearchDatastore_Task, 'duration_secs': 0.028763} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.755047] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a247c62d-1a52-4180-ade4-9f640bec8450 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.761176] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 793.761176] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5278b531-3027-f2e0-5974-84457360ceea" [ 793.761176] env[65677]: _type = "Task" [ 793.761176] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.775307] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5278b531-3027-f2e0-5974-84457360ceea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.778078] env[65677]: INFO nova.compute.manager [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Took 49.36 seconds to build instance. [ 793.793511] env[65677]: DEBUG oslo_vmware.api [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636194, 'name': PowerOffVM_Task, 'duration_secs': 0.40558} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.793797] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.793969] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.794237] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46836d96-cfd3-41f5-acdc-5b47553a556e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.809070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.809265] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.809446] env[65677]: DEBUG nova.network.neutron [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 793.848934] env[65677]: DEBUG oslo_concurrency.lockutils [req-0472922d-6320-4a45-b89d-2fbe3507b1cb req-9be1dd48-051b-4586-a869-e9d891f44af2 service nova] Releasing lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.872136] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.872383] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.872548] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Deleting the datastore file [datastore2] db2fdf80-c9b7-474c-84a5-bc46bdc2eded {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.872856] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50793f14-575c-48ac-96f8-51c454ac3c32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.881517] env[65677]: DEBUG oslo_vmware.api [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for the task: (returnval){ [ 793.881517] env[65677]: value = "task-4636196" [ 793.881517] env[65677]: _type = "Task" [ 793.881517] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.891362] env[65677]: DEBUG oslo_vmware.api [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.896745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.934640] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.934978] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de06876-ddbc-4e1f-9ea0-beff1229d450 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.942723] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 793.942723] env[65677]: value = "task-4636197" [ 793.942723] env[65677]: _type = "Task" [ 793.942723] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.944131] env[65677]: DEBUG nova.compute.manager [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 793.947994] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b467da-930d-4025-8cfe-4c58cb853df2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.959557] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.067200] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 67d8c07a-abfc-4d23-9600-cd293b7d20ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.273036] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5278b531-3027-f2e0-5974-84457360ceea, 'name': SearchDatastore_Task, 'duration_secs': 0.020904} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.273365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.273674] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e/2081e7b0-b19a-40a2-b7c4-9c6df3351a4e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.274155] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12d3e764-2cb9-4cf2-aa51-90c27dc27347 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.281492] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 794.281492] env[65677]: value = "task-4636198" [ 794.281492] env[65677]: _type = "Task" [ 794.281492] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.281875] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.876s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.295301] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.347069] env[65677]: DEBUG nova.network.neutron [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 794.397761] env[65677]: DEBUG oslo_vmware.api [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Task: {'id': task-4636196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245708} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.397761] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.397761] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.397761] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.397761] env[65677]: INFO nova.compute.manager [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Took 1.15 seconds to destroy the instance on the hypervisor. [ 794.397761] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.397761] env[65677]: DEBUG nova.compute.manager [-] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 794.399787] env[65677]: DEBUG nova.network.neutron [-] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 794.399787] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.456020] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636197, 'name': PowerOffVM_Task, 'duration_secs': 0.224483} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.456020] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.460671] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94c519-a80e-42b0-a475-9195f9c1b698 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.466103] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.468016] env[65677]: INFO nova.compute.manager [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] instance snapshotting [ 794.474017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b93bbc-b2d6-4e2c-8a36-ffab56b16e90 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.498040] env[65677]: WARNING neutronclient.v2_0.client [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.499312] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc26c423-3190-423e-ad33-38911dad1539 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.521166] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff790ed-a83d-4bb4-95e5-02f202cce890 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.572582] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 9133656a-ff56-44dc-8efc-538c79caeba7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.789192] env[65677]: DEBUG nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 794.798731] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.877042] env[65677]: DEBUG nova.network.neutron [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [{"id": "906292cf-cd49-40bf-ba83-dca289832c78", "address": "fa:16:3e:d0:94:e4", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906292cf-cd", "ovs_interfaceid": "906292cf-cd49-40bf-ba83-dca289832c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.960709] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.961068] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.961538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.961732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.961907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.964980] env[65677]: INFO nova.compute.manager [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Terminating instance [ 795.023090] env[65677]: DEBUG nova.compute.manager [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Received event network-vif-plugged-906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 795.023090] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] Acquiring lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.023090] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.023090] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.023090] env[65677]: DEBUG nova.compute.manager [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] No waiting events found dispatching network-vif-plugged-906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 795.023090] env[65677]: WARNING nova.compute.manager [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Received unexpected event network-vif-plugged-906292cf-cd49-40bf-ba83-dca289832c78 for instance with vm_state building and task_state spawning. [ 795.023090] env[65677]: DEBUG nova.compute.manager [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Received event network-changed-906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 795.023090] env[65677]: DEBUG nova.compute.manager [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Refreshing instance network info cache due to event network-changed-906292cf-cd49-40bf-ba83-dca289832c78. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 795.023448] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] Acquiring lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.032266] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.033044] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4936826f-aba7-44b6-b67b-294d91c89b1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.038968] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.039127] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d54be95-5987-48b2-863f-1a8b71a52753 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.048881] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 795.048881] env[65677]: value = "task-4636200" [ 795.048881] env[65677]: _type = "Task" [ 795.048881] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.050937] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 795.050937] env[65677]: value = "task-4636201" [ 795.050937] env[65677]: _type = "Task" [ 795.050937] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.070934] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.075431] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a39a5c06-0461-4d88-9e9b-4ef221d8f977 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.076971] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636201, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.283457] env[65677]: DEBUG nova.network.neutron [-] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.299369] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632341} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.300442] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e/2081e7b0-b19a-40a2-b7c4-9c6df3351a4e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.300918] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.307185] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d834a9-bb71-4c2f-9c9d-facc75581a8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.316457] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 795.316457] env[65677]: value = "task-4636202" [ 795.316457] env[65677]: _type = "Task" [ 795.316457] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.327380] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.328368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.381228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.381731] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance network_info: |[{"id": "906292cf-cd49-40bf-ba83-dca289832c78", "address": "fa:16:3e:d0:94:e4", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906292cf-cd", "ovs_interfaceid": "906292cf-cd49-40bf-ba83-dca289832c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 795.382156] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] Acquired lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.382377] env[65677]: DEBUG nova.network.neutron [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Refreshing network info cache for port 906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.383812] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:94:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '906292cf-cd49-40bf-ba83-dca289832c78', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.393407] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.394189] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.394516] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e417964a-1e5f-45fe-a3c2-6250602e8fdc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.420261] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.420261] env[65677]: value = "task-4636203" [ 795.420261] env[65677]: _type = "Task" [ 795.420261] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.431625] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636203, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.470784] env[65677]: DEBUG nova.compute.manager [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 795.471079] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.471969] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a578a3-8ab5-45d1-896f-866fdd9b85d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.481197] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.481641] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c53e791-d72e-45c6-b7b5-a083b087088b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.490693] env[65677]: DEBUG oslo_vmware.api [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 795.490693] env[65677]: value = "task-4636204" [ 795.490693] env[65677]: _type = "Task" [ 795.490693] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.500952] env[65677]: DEBUG oslo_vmware.api [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4636204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.581719] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636201, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.582541] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 16156322-73bc-48d0-a640-09e4b2ecd614 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.584596] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.765014] env[65677]: DEBUG nova.compute.manager [req-eb5c29af-3632-4d7f-a233-90af2fcd7656 req-a66ea933-b113-45a0-8b92-c40fc45f4096 service nova] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Received event network-vif-deleted-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 795.788279] env[65677]: INFO nova.compute.manager [-] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Took 1.39 seconds to deallocate network for instance. [ 795.830912] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123331} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.831121] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.831961] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44d9f64-b168-4cac-8f9b-0db69f6e6a09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.859722] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e/2081e7b0-b19a-40a2-b7c4-9c6df3351a4e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.860892] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab6890d-5e1b-4e5c-8070-88e58ec26bbc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.889923] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 795.889923] env[65677]: value = "task-4636205" [ 795.889923] env[65677]: _type = "Task" [ 795.889923] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.896592] env[65677]: WARNING neutronclient.v2_0.client [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.906046] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.931949] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636203, 'name': CreateVM_Task, 'duration_secs': 0.444467} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.932253] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.932693] env[65677]: WARNING neutronclient.v2_0.client [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.933096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.933244] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.933582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.934364] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60afd754-07d8-4c7b-b159-be71165a4068 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.941907] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 795.941907] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52723625-d9eb-60ef-2024-cd96c340234e" [ 795.941907] env[65677]: _type = "Task" [ 795.941907] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.956334] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52723625-d9eb-60ef-2024-cd96c340234e, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.956655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.956890] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.957320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.957320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.957516] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.957723] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-858db0bf-cf82-4b8e-9390-b1046b620217 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.971221] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.971418] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.972226] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a10d6a-de7c-47a3-86be-bb8dd2e9bb75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.979686] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 795.979686] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52db89d2-ff97-416a-19e3-c8c0f0390c98" [ 795.979686] env[65677]: _type = "Task" [ 795.979686] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.993277] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52db89d2-ff97-416a-19e3-c8c0f0390c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.003040] env[65677]: DEBUG oslo_vmware.api [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4636204, 'name': PowerOffVM_Task, 'duration_secs': 0.293802} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.003389] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.003557] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.003949] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa6b2832-6f15-43a5-a324-d12e60bcaf72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.065054] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636200, 'name': CreateSnapshot_Task, 'duration_secs': 0.887232} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.065672] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.066449] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d85e1e-175f-43f9-bc97-ca04126cab48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.073472] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636201, 'name': CreateSnapshot_Task, 'duration_secs': 0.964374} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.074352] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.075300] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597f889-ebcc-4eb9-a958-28cec98c1601 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.088645] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 6ff70642-3d17-4be6-b9e3-cc304ff8d154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.090083] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.090260] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.090452] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Deleting the datastore file [datastore2] ef4543c6-4341-4260-84ed-8a3e53eb43b7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.094475] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a657223b-53a4-4504-8b8c-d8019760e00f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.107756] env[65677]: DEBUG oslo_vmware.api [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for the task: (returnval){ [ 796.107756] env[65677]: value = "task-4636207" [ 796.107756] env[65677]: _type = "Task" [ 796.107756] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.118827] env[65677]: DEBUG oslo_vmware.api [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4636207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.135369] env[65677]: WARNING neutronclient.v2_0.client [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.220574] env[65677]: DEBUG nova.network.neutron [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updated VIF entry in instance network info cache for port 906292cf-cd49-40bf-ba83-dca289832c78. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.221060] env[65677]: DEBUG nova.network.neutron [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [{"id": "906292cf-cd49-40bf-ba83-dca289832c78", "address": "fa:16:3e:d0:94:e4", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906292cf-cd", "ovs_interfaceid": "906292cf-cd49-40bf-ba83-dca289832c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.298971] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.406156] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.495801] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52db89d2-ff97-416a-19e3-c8c0f0390c98, 'name': SearchDatastore_Task, 'duration_secs': 0.012862} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.496767] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1252486d-d362-4a1d-a5d3-523dece4a2cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.502958] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 796.502958] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5222a5f6-94f8-d1b9-7e06-3f1c118a49da" [ 796.502958] env[65677]: _type = "Task" [ 796.502958] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.513708] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5222a5f6-94f8-d1b9-7e06-3f1c118a49da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.602440] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.603297] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1954741e-a718-4048-b0a5-5ed3b2eea360 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.610972] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.611352] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7adb2d6a-e66f-499b-9325-6b3a74be6ecc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.614963] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0924e550-b725-4b83-b0bf-ea9b530bf19d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.628696] env[65677]: DEBUG oslo_vmware.api [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Task: {'id': task-4636207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3104} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.631146] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.631466] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.631660] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.631746] env[65677]: INFO nova.compute.manager [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 796.631990] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 796.632286] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 796.632286] env[65677]: value = "task-4636209" [ 796.632286] env[65677]: _type = "Task" [ 796.632286] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.632514] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 796.632514] env[65677]: value = "task-4636208" [ 796.632514] env[65677]: _type = "Task" [ 796.632514] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.632788] env[65677]: DEBUG nova.compute.manager [-] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 796.632788] env[65677]: DEBUG nova.network.neutron [-] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 796.633125] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.648529] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636208, 'name': CloneVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.652094] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636209, 'name': CloneVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.724101] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ebdcb80-7e82-4492-8c67-9882a7eb3956 req-69a0df14-4aef-4aa0-b728-04bd5f2d845b service nova] Releasing lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.768496] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.902764] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636205, 'name': ReconfigVM_Task, 'duration_secs': 0.708007} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.903134] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e/2081e7b0-b19a-40a2-b7c4-9c6df3351a4e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.903869] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fa7fc2b-3271-420c-916c-af558b8e7454 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.911765] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 796.911765] env[65677]: value = "task-4636210" [ 796.911765] env[65677]: _type = "Task" [ 796.911765] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.922175] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636210, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.014784] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5222a5f6-94f8-d1b9-7e06-3f1c118a49da, 'name': SearchDatastore_Task, 'duration_secs': 0.030608} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.015019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.015310] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7/5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.015686] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79d6411-3acd-4920-ab80-cca3b1f67f30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.025038] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 797.025038] env[65677]: value = "task-4636211" [ 797.025038] env[65677]: _type = "Task" [ 797.025038] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.036262] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.117077] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d678e793-2599-4861-9150-1d141875e544 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.151346] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636209, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.154959] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636208, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.425602] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636210, 'name': Rename_Task, 'duration_secs': 0.311169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.425673] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.426530] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b47654-b7a4-4dbe-ac7a-6931f7542270 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.436118] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 797.436118] env[65677]: value = "task-4636212" [ 797.436118] env[65677]: _type = "Task" [ 797.436118] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.446771] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.536705] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48826} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.537046] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7/5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.537219] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.537487] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d19cbb39-32e3-45c6-a043-213230e7c88a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.547966] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 797.547966] env[65677]: value = "task-4636213" [ 797.547966] env[65677]: _type = "Task" [ 797.547966] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.558677] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.620069] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 2a3fcd66-f7c6-499e-9c69-51ccec3653ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.652108] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636209, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.658369] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636208, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.772169] env[65677]: DEBUG nova.network.neutron [-] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.924671] env[65677]: DEBUG nova.compute.manager [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Received event network-changed-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 797.924805] env[65677]: DEBUG nova.compute.manager [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Refreshing instance network info cache due to event network-changed-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 797.926289] env[65677]: DEBUG oslo_concurrency.lockutils [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.926585] env[65677]: DEBUG oslo_concurrency.lockutils [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.926800] env[65677]: DEBUG nova.network.neutron [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Refreshing network info cache for port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.951780] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.060554] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083051} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.060880] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.061722] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d492cc83-f24a-42cc-abf1-67110a260033 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.091075] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7/5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.094999] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a58097-9e7d-46c5-a3da-506603bc42ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.118776] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 798.118776] env[65677]: value = "task-4636214" [ 798.118776] env[65677]: _type = "Task" [ 798.118776] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.129204] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 71c46e60-30a1-41a0-a646-2e3240208af2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.130105] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 798.131622] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 798.133164] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.152349] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636208, 'name': CloneVM_Task, 'duration_secs': 1.446902} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.157142] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Created linked-clone VM from snapshot [ 798.157142] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636209, 'name': CloneVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.158046] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6caface-ef78-4420-9bd0-572990f0fc49 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.169196] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Uploading image f7094c77-1877-4d52-8d34-61887f1507ca {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.213964] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.213964] env[65677]: value = "vm-905392" [ 798.213964] env[65677]: _type = "VirtualMachine" [ 798.213964] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.214312] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28f1c657-c42f-45a7-ae93-180f507ca50e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.222762] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease: (returnval){ [ 798.222762] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5294ede7-e418-7bb3-f09a-274704e1433b" [ 798.222762] env[65677]: _type = "HttpNfcLease" [ 798.222762] env[65677]: } obtained for exporting VM: (result){ [ 798.222762] env[65677]: value = "vm-905392" [ 798.222762] env[65677]: _type = "VirtualMachine" [ 798.222762] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.223113] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the lease: (returnval){ [ 798.223113] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5294ede7-e418-7bb3-f09a-274704e1433b" [ 798.223113] env[65677]: _type = "HttpNfcLease" [ 798.223113] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.231445] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.231445] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5294ede7-e418-7bb3-f09a-274704e1433b" [ 798.231445] env[65677]: _type = "HttpNfcLease" [ 798.231445] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.277246] env[65677]: INFO nova.compute.manager [-] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Took 1.64 seconds to deallocate network for instance. [ 798.289805] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.289867] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.430498] env[65677]: WARNING neutronclient.v2_0.client [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.449613] env[65677]: DEBUG oslo_vmware.api [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636212, 'name': PowerOnVM_Task, 'duration_secs': 0.653898} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.452098] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.452098] env[65677]: INFO nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Took 11.08 seconds to spawn the instance on the hypervisor. [ 798.452098] env[65677]: DEBUG nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 798.452098] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7070588a-cf92-4677-adb1-a8ef1d9e4d32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.631576] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636214, 'name': ReconfigVM_Task, 'duration_secs': 0.388988} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.633045] env[65677]: WARNING neutronclient.v2_0.client [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.635989] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7/5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.639587] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d26af87-16b3-4727-b2e6-3a7b6a964c0b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.653549] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636209, 'name': CloneVM_Task, 'duration_secs': 1.554485} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.655108] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Created linked-clone VM from snapshot [ 798.655342] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 798.655342] env[65677]: value = "task-4636216" [ 798.655342] env[65677]: _type = "Task" [ 798.655342] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.656825] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c435416c-e228-4d0a-8443-6cea1f589f7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.667751] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636216, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.671048] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Uploading image 0c050cc9-f0d6-46b6-877c-fa732a899570 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.691911] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.692218] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-460bcfa5-3edb-43eb-875c-0b7602d7c31e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.700772] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 798.700772] env[65677]: value = "task-4636217" [ 798.700772] env[65677]: _type = "Task" [ 798.700772] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.713544] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636217, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.732082] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.732082] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5294ede7-e418-7bb3-f09a-274704e1433b" [ 798.732082] env[65677]: _type = "HttpNfcLease" [ 798.732082] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.732403] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.732403] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5294ede7-e418-7bb3-f09a-274704e1433b" [ 798.732403] env[65677]: _type = "HttpNfcLease" [ 798.732403] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.733441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f66c03-7c15-44b4-bdeb-4d96cb48e1b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.748417] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527609c5-60d8-c58e-8243-aca622486917/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.748417] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527609c5-60d8-c58e-8243-aca622486917/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.809224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.881125] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0e719d6-d36d-4bfe-af6f-1c806713e4f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.925042] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe53ba-0dc5-405b-b546-7c2de2e1212d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.934014] env[65677]: DEBUG nova.network.neutron [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updated VIF entry in instance network info cache for port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.934462] env[65677]: DEBUG nova.network.neutron [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.943139] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36df587-f75b-4183-9331-0ae9f706bc6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.986049] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db67a391-92f3-44c4-a1c2-8ad70a62d223 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.989168] env[65677]: INFO nova.compute.manager [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Took 47.63 seconds to build instance. [ 799.000641] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91d2ba4-01ce-42f5-ad87-14c0ee3a32b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.018604] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.174821] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636216, 'name': Rename_Task, 'duration_secs': 0.251167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.174821] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.174821] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-441ddd33-2b35-4af1-975a-9157a705327e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.182119] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 799.182119] env[65677]: value = "task-4636218" [ 799.182119] env[65677]: _type = "Task" [ 799.182119] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.197560] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.219706] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636217, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.437139] env[65677]: DEBUG oslo_concurrency.lockutils [req-bb66ce84-76c3-474f-91f4-b7930eec15d7 req-c5d30c73-64c0-40f9-aa60-e874a77a0253 service nova] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.492119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a7c23d4-05f6-4187-bf68-a5367091b0eb tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.138s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.519965] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.697890] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.716137] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636217, 'name': Destroy_Task, 'duration_secs': 0.631927} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.716618] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Destroyed the VM [ 799.716977] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.717323] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04e4e0bf-e4c3-4b72-b79d-1c3393a36e19 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.726505] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 799.726505] env[65677]: value = "task-4636219" [ 799.726505] env[65677]: _type = "Task" [ 799.726505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.737353] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636219, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.981681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.981681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.997023] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 800.027298] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 800.027298] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.552s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.028397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.082s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.029370] env[65677]: INFO nova.compute.claims [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.196832] env[65677]: DEBUG oslo_vmware.api [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636218, 'name': PowerOnVM_Task, 'duration_secs': 0.912116} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.197381] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.197551] env[65677]: INFO nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Took 7.67 seconds to spawn the instance on the hypervisor. [ 800.197868] env[65677]: DEBUG nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 800.198821] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2edd124-98fc-450d-94a4-f3fa93825b42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.244263] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636219, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.355827] env[65677]: DEBUG nova.compute.manager [req-92f51e6f-d145-4acf-a40f-f390631dfdd6 req-2d0e0358-8f74-4e38-b72d-4827ede58cab service nova] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Received event network-vif-deleted-bb540269-4f16-4ae9-be04-170703c93363 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 800.530475] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.721070] env[65677]: INFO nova.compute.manager [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Took 42.21 seconds to build instance. [ 800.738799] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636219, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.153800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.154152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.154421] env[65677]: INFO nova.compute.manager [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Rebooting instance [ 801.223020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.730s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.244714] env[65677]: DEBUG oslo_vmware.api [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636219, 'name': RemoveSnapshot_Task, 'duration_secs': 1.047039} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.248221] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.649187] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d57824-a288-4525-b05b-bbc7e1f14005 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.658785] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c61083e-4585-487b-b64b-5003d19af858 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.696819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.696975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquired lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.697160] env[65677]: DEBUG nova.network.neutron [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 801.698911] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4f360-5218-4613-8e66-798359381f3f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.709840] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf8ab9e-a960-4431-9e19-dc488a5844b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.725765] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 801.728849] env[65677]: DEBUG nova.compute.provider_tree [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.752708] env[65677]: WARNING nova.compute.manager [None req-aff15d6c-93cf-4bb5-865b-1f5de8abebe8 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Image not found during snapshot: nova.exception.ImageNotFound: Image 0c050cc9-f0d6-46b6-877c-fa732a899570 could not be found. [ 802.203910] env[65677]: WARNING neutronclient.v2_0.client [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.233490] env[65677]: DEBUG nova.scheduler.client.report [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.256825] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.337404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.337711] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.339308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.339308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.339308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.340522] env[65677]: INFO nova.compute.manager [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Terminating instance [ 802.393464] env[65677]: WARNING neutronclient.v2_0.client [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.501038] env[65677]: DEBUG nova.network.neutron [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updating instance_info_cache with network_info: [{"id": "b9569c36-1599-42d3-b592-19a46c73a618", "address": "fa:16:3e:43:e2:d5", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9569c36-15", "ovs_interfaceid": "b9569c36-1599-42d3-b592-19a46c73a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.647035] env[65677]: DEBUG nova.compute.manager [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 802.647035] env[65677]: DEBUG nova.compute.manager [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing instance network info cache due to event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 802.647035] env[65677]: DEBUG oslo_concurrency.lockutils [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] Acquiring lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.647035] env[65677]: DEBUG oslo_concurrency.lockutils [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] Acquired lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.647035] env[65677]: DEBUG nova.network.neutron [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.740271] env[65677]: DEBUG nova.compute.manager [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Received event network-changed-b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 802.740271] env[65677]: DEBUG nova.compute.manager [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Refreshing instance network info cache due to event network-changed-b9569c36-1599-42d3-b592-19a46c73a618. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 802.740641] env[65677]: DEBUG oslo_concurrency.lockutils [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] Acquiring lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.741179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.741633] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 802.745405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.565s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.747198] env[65677]: INFO nova.compute.claims [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.844979] env[65677]: DEBUG nova.compute.manager [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 802.845157] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.846076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a42a2-4819-4a7b-982c-eca6b239b5d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.856258] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.856571] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b54585d-5778-4940-b4f2-29694dd78253 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.864849] env[65677]: DEBUG oslo_vmware.api [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 802.864849] env[65677]: value = "task-4636220" [ 802.864849] env[65677]: _type = "Task" [ 802.864849] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.875528] env[65677]: DEBUG oslo_vmware.api [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.004781] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Releasing lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.006494] env[65677]: DEBUG oslo_concurrency.lockutils [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] Acquired lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.006494] env[65677]: DEBUG nova.network.neutron [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Refreshing network info cache for port b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.147780] env[65677]: WARNING neutronclient.v2_0.client [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.249034] env[65677]: DEBUG nova.compute.utils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.249386] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 803.249603] env[65677]: DEBUG nova.network.neutron [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 803.249917] env[65677]: WARNING neutronclient.v2_0.client [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.250322] env[65677]: WARNING neutronclient.v2_0.client [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.319957] env[65677]: DEBUG nova.policy [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c443c3004194d58a954b3c30d327011', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930f244762aa4a058f6321df9a79756d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.377745] env[65677]: DEBUG oslo_vmware.api [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636220, 'name': PowerOffVM_Task, 'duration_secs': 0.26868} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.378065] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.378234] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.378492] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30379d92-9e33-4d1d-b043-530caa30e9f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.458338] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.458544] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.458729] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Deleting the datastore file [datastore2] 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.459019] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f998ba58-c308-420e-9aaa-13ad037aa961 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.467886] env[65677]: DEBUG oslo_vmware.api [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 803.467886] env[65677]: value = "task-4636222" [ 803.467886] env[65677]: _type = "Task" [ 803.467886] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.479537] env[65677]: DEBUG oslo_vmware.api [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.512036] env[65677]: WARNING neutronclient.v2_0.client [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.515221] env[65677]: DEBUG nova.compute.manager [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 803.516173] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9835437c-a1ca-47f0-8c8b-1ce94f1bd127 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.655187] env[65677]: DEBUG nova.network.neutron [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Successfully created port: a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 803.704205] env[65677]: WARNING neutronclient.v2_0.client [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.756703] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 803.777731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "69ca333b-92f1-47ed-b99d-24f65cf526da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.777731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.777978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "69ca333b-92f1-47ed-b99d-24f65cf526da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.779442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.779442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.781563] env[65677]: INFO nova.compute.manager [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Terminating instance [ 803.983022] env[65677]: DEBUG nova.network.neutron [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updated VIF entry in instance network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.983022] env[65677]: DEBUG nova.network.neutron [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.986455] env[65677]: DEBUG oslo_vmware.api [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333685} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.987242] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.987555] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.987836] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.988131] env[65677]: INFO nova.compute.manager [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Took 1.14 seconds to destroy the instance on the hypervisor. [ 803.988733] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 803.992044] env[65677]: DEBUG nova.compute.manager [-] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 803.992267] env[65677]: DEBUG nova.network.neutron [-] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 803.992586] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.103147] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.286784] env[65677]: DEBUG nova.compute.manager [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 804.287044] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.288932] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7761638-c277-44bf-bdbc-c25704477391 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.300069] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.303412] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62fc2f0f-e6f2-4860-815a-a696ff563230 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.312029] env[65677]: DEBUG oslo_vmware.api [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 804.312029] env[65677]: value = "task-4636223" [ 804.312029] env[65677]: _type = "Task" [ 804.312029] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.323480] env[65677]: DEBUG oslo_vmware.api [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.374794] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02db3330-3f68-4eb4-bf5a-9f9c61f6f7ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.385127] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c884e6-6c75-4b0c-af5e-4e7b6131b875 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.420463] env[65677]: WARNING neutronclient.v2_0.client [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.423622] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3bafc-32cf-4e03-a51d-4a4354a958cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.432958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac215bb4-3788-444a-b455-5c18292ce19c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.455419] env[65677]: DEBUG nova.compute.provider_tree [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.488677] env[65677]: DEBUG oslo_concurrency.lockutils [req-61fa7456-27a4-49dd-a7da-e806e7e7f0d3 req-9b446514-544e-431f-987c-2ef2af65289d service nova] Releasing lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.538143] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eb8919-d07a-48f1-8128-7452a8e2bf8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549113] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Doing hard reboot of VM {{(pid=65677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 804.549465] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cc71de5e-88a8-4bb6-aa79-17e479d73dba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.556616] env[65677]: DEBUG oslo_vmware.api [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 804.556616] env[65677]: value = "task-4636224" [ 804.556616] env[65677]: _type = "Task" [ 804.556616] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.566162] env[65677]: DEBUG oslo_vmware.api [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636224, 'name': ResetVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.601577] env[65677]: DEBUG nova.network.neutron [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updated VIF entry in instance network info cache for port b9569c36-1599-42d3-b592-19a46c73a618. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.601963] env[65677]: DEBUG nova.network.neutron [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updating instance_info_cache with network_info: [{"id": "b9569c36-1599-42d3-b592-19a46c73a618", "address": "fa:16:3e:43:e2:d5", "network": {"id": "30222191-36e2-4107-b76f-f299a14d65fa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1149188399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67cf519d561a41b18e1b5c6ebeac431d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9569c36-15", "ovs_interfaceid": "b9569c36-1599-42d3-b592-19a46c73a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.772054] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 804.805050] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 804.805351] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.805580] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 804.805784] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.805967] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 804.806143] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 804.806352] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.806507] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 804.806672] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 804.806826] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 804.807000] env[65677]: DEBUG nova.virt.hardware [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 804.808380] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70725e69-a331-40e5-8099-73dd173fc143 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.824285] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c644a7-e3a0-4d72-9898-39de25b592db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.828937] env[65677]: DEBUG oslo_vmware.api [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636223, 'name': PowerOffVM_Task, 'duration_secs': 0.27587} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.829219] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.829384] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.830133] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a81d1a74-8743-4253-ac6f-26eb381707fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.869592] env[65677]: DEBUG nova.network.neutron [-] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.904056] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.904297] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.904601] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleting the datastore file [datastore1] 69ca333b-92f1-47ed-b99d-24f65cf526da {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.905059] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b80bb89-8c7d-4b84-b3e2-7b0470a24e84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.915919] env[65677]: DEBUG oslo_vmware.api [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 804.915919] env[65677]: value = "task-4636226" [ 804.915919] env[65677]: _type = "Task" [ 804.915919] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.930219] env[65677]: DEBUG oslo_vmware.api [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.959446] env[65677]: DEBUG nova.scheduler.client.report [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.077065] env[65677]: DEBUG oslo_vmware.api [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636224, 'name': ResetVM_Task, 'duration_secs': 0.122722} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.077065] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Did hard reboot of VM {{(pid=65677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 805.077065] env[65677]: DEBUG nova.compute.manager [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 805.077065] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73478c2c-9d93-4335-a3dd-87183b338ab6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.109740] env[65677]: DEBUG oslo_concurrency.lockutils [req-02715490-63c4-4b0d-8cd5-f9b3365a45ee req-6121ec6d-908f-49a8-bc9d-aee640affd04 service nova] Releasing lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.318732] env[65677]: DEBUG nova.network.neutron [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Successfully updated port: a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.373066] env[65677]: INFO nova.compute.manager [-] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Took 1.38 seconds to deallocate network for instance. [ 805.428442] env[65677]: DEBUG oslo_vmware.api [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307183} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.428702] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.428880] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.429060] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.429230] env[65677]: INFO nova.compute.manager [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 805.429483] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.429688] env[65677]: DEBUG nova.compute.manager [-] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 805.429771] env[65677]: DEBUG nova.network.neutron [-] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.430038] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.466135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.466822] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 805.470833] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.513s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.473201] env[65677]: INFO nova.compute.claims [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.498230] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.596040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3afa70ce-98b0-4f94-8278-362e0a4de574 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.442s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.646664] env[65677]: DEBUG nova.compute.manager [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 805.646936] env[65677]: DEBUG nova.compute.manager [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing instance network info cache due to event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 805.647162] env[65677]: DEBUG oslo_concurrency.lockutils [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] Acquiring lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.647330] env[65677]: DEBUG oslo_concurrency.lockutils [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] Acquired lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.647515] env[65677]: DEBUG nova.network.neutron [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.767902] env[65677]: DEBUG nova.compute.manager [req-72857511-8119-4328-82db-9424206128c8 req-1f7fdd11-fc45-41a4-9c02-349f17f7880e service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Received event network-vif-plugged-a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 805.767902] env[65677]: DEBUG oslo_concurrency.lockutils [req-72857511-8119-4328-82db-9424206128c8 req-1f7fdd11-fc45-41a4-9c02-349f17f7880e service nova] Acquiring lock "580e1c52-c0ad-4e52-9ff1-210565ca5378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.767902] env[65677]: DEBUG oslo_concurrency.lockutils [req-72857511-8119-4328-82db-9424206128c8 req-1f7fdd11-fc45-41a4-9c02-349f17f7880e service nova] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.767902] env[65677]: DEBUG oslo_concurrency.lockutils [req-72857511-8119-4328-82db-9424206128c8 req-1f7fdd11-fc45-41a4-9c02-349f17f7880e service nova] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.767902] env[65677]: DEBUG nova.compute.manager [req-72857511-8119-4328-82db-9424206128c8 req-1f7fdd11-fc45-41a4-9c02-349f17f7880e service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] No waiting events found dispatching network-vif-plugged-a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 805.767902] env[65677]: WARNING nova.compute.manager [req-72857511-8119-4328-82db-9424206128c8 req-1f7fdd11-fc45-41a4-9c02-349f17f7880e service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Received unexpected event network-vif-plugged-a1b8a6ed-a555-41d6-a809-156b14a390a8 for instance with vm_state building and task_state spawning. [ 805.823414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-580e1c52-c0ad-4e52-9ff1-210565ca5378" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.823641] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-580e1c52-c0ad-4e52-9ff1-210565ca5378" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.823790] env[65677]: DEBUG nova.network.neutron [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.882341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.979806] env[65677]: DEBUG nova.compute.utils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.984625] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 805.984625] env[65677]: DEBUG nova.network.neutron [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 805.984625] env[65677]: WARNING neutronclient.v2_0.client [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.984897] env[65677]: WARNING neutronclient.v2_0.client [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.033888] env[65677]: DEBUG nova.policy [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d26ba07f9843d5b6ebc19d337781c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f05be1a8ab14ac4876ecfa02c834177', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.151016] env[65677]: WARNING neutronclient.v2_0.client [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.262471] env[65677]: DEBUG nova.network.neutron [-] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.437482] env[65677]: DEBUG nova.network.neutron [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Successfully created port: a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 806.485316] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 806.518348] env[65677]: DEBUG nova.network.neutron [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 806.769884] env[65677]: INFO nova.compute.manager [-] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Took 1.34 seconds to deallocate network for instance. [ 806.869087] env[65677]: WARNING neutronclient.v2_0.client [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.147015] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa347aa-6150-4cdb-a649-999441818c4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.164178] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb87ed7f-d6ca-46b4-a175-f79024767d70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.200107] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3f9edb-85f7-43dc-a05a-e14ad80cef05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.208979] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b330853-2e5a-4282-b5b6-87f443be283e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.224292] env[65677]: DEBUG nova.compute.provider_tree [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.263546] env[65677]: WARNING neutronclient.v2_0.client [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.279246] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.334283] env[65677]: DEBUG nova.network.neutron [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updated VIF entry in instance network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 807.334283] env[65677]: DEBUG nova.network.neutron [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.441777] env[65677]: DEBUG nova.network.neutron [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Updating instance_info_cache with network_info: [{"id": "a1b8a6ed-a555-41d6-a809-156b14a390a8", "address": "fa:16:3e:1e:16:be", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b8a6ed-a5", "ovs_interfaceid": "a1b8a6ed-a555-41d6-a809-156b14a390a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.504452] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 807.543511] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.544395] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.544966] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.545602] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.545903] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.546260] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.546676] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.546963] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.547261] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.547546] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.547862] env[65677]: DEBUG nova.virt.hardware [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.548937] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4af687-edec-46c4-b458-caabbfff3f2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.563399] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bdcebd-7165-49af-aa80-bfcc10ddfcb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.729645] env[65677]: DEBUG nova.scheduler.client.report [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.837717] env[65677]: DEBUG oslo_concurrency.lockutils [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] Releasing lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.837957] env[65677]: DEBUG nova.compute.manager [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Received event network-changed-906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 807.839102] env[65677]: DEBUG nova.compute.manager [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Refreshing instance network info cache due to event network-changed-906292cf-cd49-40bf-ba83-dca289832c78. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 807.839102] env[65677]: DEBUG oslo_concurrency.lockutils [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] Acquiring lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.839102] env[65677]: DEBUG oslo_concurrency.lockutils [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] Acquired lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.839102] env[65677]: DEBUG nova.network.neutron [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Refreshing network info cache for port 906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.946037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-580e1c52-c0ad-4e52-9ff1-210565ca5378" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.946037] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance network_info: |[{"id": "a1b8a6ed-a555-41d6-a809-156b14a390a8", "address": "fa:16:3e:1e:16:be", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b8a6ed-a5", "ovs_interfaceid": "a1b8a6ed-a555-41d6-a809-156b14a390a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 807.946037] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:16:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b8a6ed-a555-41d6-a809-156b14a390a8', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.957031] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating folder: Project (930f244762aa4a058f6321df9a79756d). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.957247] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa468b46-adc1-4a16-815e-94f0ff13a0be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.970812] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created folder: Project (930f244762aa4a058f6321df9a79756d) in parent group-v905237. [ 807.971122] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating folder: Instances. Parent ref: group-v905394. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.971537] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad5e2dc-e625-414e-b6fa-67f7b26423c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.984611] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created folder: Instances in parent group-v905394. [ 807.984903] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.985134] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.985384] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f26257ee-1278-452c-80e2-40d83859be9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.008390] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.008390] env[65677]: value = "task-4636229" [ 808.008390] env[65677]: _type = "Task" [ 808.008390] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.020423] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636229, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.215805] env[65677]: DEBUG nova.network.neutron [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Successfully updated port: a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.239319] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.240106] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 808.243696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.276s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.244348] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.246515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.689s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.247022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.249251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.825s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.251849] env[65677]: INFO nova.compute.claims [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.295621] env[65677]: INFO nova.scheduler.client.report [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted allocations for instance a1554552-52d4-4791-a13b-8e12e4b62d2b [ 808.299600] env[65677]: INFO nova.scheduler.client.report [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Deleted allocations for instance d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a [ 808.344636] env[65677]: WARNING neutronclient.v2_0.client [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.490362] env[65677]: DEBUG nova.compute.manager [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Received event network-vif-deleted-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 808.490613] env[65677]: DEBUG nova.compute.manager [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Received event network-changed-906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 808.490789] env[65677]: DEBUG nova.compute.manager [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Refreshing instance network info cache due to event network-changed-906292cf-cd49-40bf-ba83-dca289832c78. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 808.490888] env[65677]: DEBUG oslo_concurrency.lockutils [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] Acquiring lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.511398] env[65677]: DEBUG nova.compute.manager [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Received event network-changed-a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 808.511588] env[65677]: DEBUG nova.compute.manager [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Refreshing instance network info cache due to event network-changed-a1b8a6ed-a555-41d6-a809-156b14a390a8. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 808.512124] env[65677]: DEBUG oslo_concurrency.lockutils [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] Acquiring lock "refresh_cache-580e1c52-c0ad-4e52-9ff1-210565ca5378" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.512304] env[65677]: DEBUG oslo_concurrency.lockutils [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] Acquired lock "refresh_cache-580e1c52-c0ad-4e52-9ff1-210565ca5378" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.512401] env[65677]: DEBUG nova.network.neutron [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Refreshing network info cache for port a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.514488] env[65677]: WARNING neutronclient.v2_0.client [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.531309] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636229, 'name': CreateVM_Task, 'duration_secs': 0.450518} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.531812] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.532496] env[65677]: WARNING neutronclient.v2_0.client [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.533073] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.533241] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.533674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.534340] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b650274e-2ea3-4437-b3b2-26b5a72e4fa9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.541550] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 808.541550] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52138261-208f-c3d5-427c-4244c1312e65" [ 808.541550] env[65677]: _type = "Task" [ 808.541550] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.552112] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52138261-208f-c3d5-427c-4244c1312e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.627344] env[65677]: DEBUG nova.network.neutron [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updated VIF entry in instance network info cache for port 906292cf-cd49-40bf-ba83-dca289832c78. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.627344] env[65677]: DEBUG nova.network.neutron [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [{"id": "906292cf-cd49-40bf-ba83-dca289832c78", "address": "fa:16:3e:d0:94:e4", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906292cf-cd", "ovs_interfaceid": "906292cf-cd49-40bf-ba83-dca289832c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.718403] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.718617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.718736] env[65677]: DEBUG nova.network.neutron [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.759490] env[65677]: DEBUG nova.compute.utils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.763383] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 808.763590] env[65677]: DEBUG nova.network.neutron [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 808.764074] env[65677]: WARNING neutronclient.v2_0.client [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.764470] env[65677]: WARNING neutronclient.v2_0.client [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.809904] env[65677]: DEBUG oslo_concurrency.lockutils [None req-73d21dce-7979-4ac2-b20d-4fc894ace992 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "a1554552-52d4-4791-a13b-8e12e4b62d2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.971s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.816042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Lock "d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.462s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.854268] env[65677]: DEBUG nova.policy [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b338ebab2b8d4d0e8c08d07882122602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfcbabf20d849e8bc1379bb8a38e825', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.992776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.993195] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.993523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.993594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.993839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.996179] env[65677]: INFO nova.compute.manager [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Terminating instance [ 809.022710] env[65677]: WARNING neutronclient.v2_0.client [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.053551] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52138261-208f-c3d5-427c-4244c1312e65, 'name': SearchDatastore_Task, 'duration_secs': 0.013508} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.053893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.055175] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.055175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.055175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.055175] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.055175] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d42ab01-d348-49ca-9301-fd2a81d3e2a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.064862] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.065070] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.065814] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ea0dc1-6c5b-4114-b48c-81ef50f92327 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.073861] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 809.073861] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ea6cf6-5ea1-963c-4922-7c43cd7bb2c3" [ 809.073861] env[65677]: _type = "Task" [ 809.073861] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.084041] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ea6cf6-5ea1-963c-4922-7c43cd7bb2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.099729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.099729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.099729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.099729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.099729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.103437] env[65677]: INFO nova.compute.manager [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Terminating instance [ 809.130099] env[65677]: DEBUG oslo_concurrency.lockutils [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] Releasing lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.130364] env[65677]: DEBUG nova.compute.manager [req-75d3f8d1-db30-4d39-921f-8b3c93e2721c req-cdc23b5f-538d-453f-83ca-9f74b2a6c617 service nova] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Received event network-vif-deleted-c348096f-f6c5-4fb6-9899-ab6b15dd725e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 809.130720] env[65677]: DEBUG oslo_concurrency.lockutils [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] Acquired lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.130919] env[65677]: DEBUG nova.network.neutron [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Refreshing network info cache for port 906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.151216] env[65677]: DEBUG nova.network.neutron [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Successfully created port: 0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 809.266759] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 809.322476] env[65677]: DEBUG nova.network.neutron [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.500765] env[65677]: DEBUG nova.compute.manager [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 809.500981] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.502026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6558f-a8a3-4c21-90da-2627154d9786 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.510151] env[65677]: WARNING neutronclient.v2_0.client [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.517595] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.517869] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-071e3a05-8123-459a-a7eb-da4b6d264f35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.525485] env[65677]: DEBUG oslo_vmware.api [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 809.525485] env[65677]: value = "task-4636230" [ 809.525485] env[65677]: _type = "Task" [ 809.525485] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.537174] env[65677]: DEBUG oslo_vmware.api [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.579126] env[65677]: WARNING neutronclient.v2_0.client [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.591551] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ea6cf6-5ea1-963c-4922-7c43cd7bb2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.592443] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfeeda2-4222-4d55-a0ae-04970a6d7e48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.601120] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 809.601120] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525a997b-cdbf-1a9b-875e-d19ee9010711" [ 809.601120] env[65677]: _type = "Task" [ 809.601120] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.606558] env[65677]: DEBUG nova.compute.manager [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 809.606805] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.608014] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587c1f6-28ec-4579-b14d-9106d69da2d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.618264] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525a997b-cdbf-1a9b-875e-d19ee9010711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.627697] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.628116] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b1f6a7e-b236-48fd-8b2c-73a3479e332e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.633836] env[65677]: WARNING neutronclient.v2_0.client [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.640490] env[65677]: DEBUG oslo_vmware.api [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 809.640490] env[65677]: value = "task-4636231" [ 809.640490] env[65677]: _type = "Task" [ 809.640490] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.656232] env[65677]: DEBUG oslo_vmware.api [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.779936] env[65677]: DEBUG nova.network.neutron [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Updated VIF entry in instance network info cache for port a1b8a6ed-a555-41d6-a809-156b14a390a8. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 809.779936] env[65677]: DEBUG nova.network.neutron [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Updating instance_info_cache with network_info: [{"id": "a1b8a6ed-a555-41d6-a809-156b14a390a8", "address": "fa:16:3e:1e:16:be", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b8a6ed-a5", "ovs_interfaceid": "a1b8a6ed-a555-41d6-a809-156b14a390a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.878611] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527609c5-60d8-c58e-8243-aca622486917/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 809.879501] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f760a01d-344b-4203-aab1-f828219ca556 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.890417] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527609c5-60d8-c58e-8243-aca622486917/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 809.890975] env[65677]: ERROR oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527609c5-60d8-c58e-8243-aca622486917/disk-0.vmdk due to incomplete transfer. [ 809.891232] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a657fea-a0a5-489b-8411-f7355548625e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.899713] env[65677]: DEBUG oslo_vmware.rw_handles [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527609c5-60d8-c58e-8243-aca622486917/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 809.899924] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Uploaded image f7094c77-1877-4d52-8d34-61887f1507ca to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 809.902220] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 809.902510] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fabbd7e5-d372-4a46-96d0-76e2c1f3501f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.905528] env[65677]: DEBUG nova.network.neutron [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.913435] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 809.913435] env[65677]: value = "task-4636232" [ 809.913435] env[65677]: _type = "Task" [ 809.913435] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.920187] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2501d63-aabf-46e1-a0bc-dcc852da489c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.930321] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636232, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.933374] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f99d1d-6019-4e8d-9821-841597eacdca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.969336] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed0ff2-a93e-4e50-9984-27dfba326e9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.978323] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a421527-31ff-4087-a289-b64a38e7394c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.995182] env[65677]: DEBUG nova.compute.provider_tree [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.038325] env[65677]: DEBUG oslo_vmware.api [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636230, 'name': PowerOffVM_Task, 'duration_secs': 0.26805} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.038486] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.038727] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.038903] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066874ce-b31b-42d8-b9e1-44849fd964b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.114714] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525a997b-cdbf-1a9b-875e-d19ee9010711, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.115043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.115387] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.115763] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-164283fb-072d-435f-8c46-dc5b094d4010 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.120343] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.120553] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.120729] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Deleting the datastore file [datastore1] 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.121511] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99d86d4a-f224-4c52-bd17-a3505a3d6f70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.128748] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 810.128748] env[65677]: value = "task-4636234" [ 810.128748] env[65677]: _type = "Task" [ 810.128748] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.134117] env[65677]: DEBUG oslo_vmware.api [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 810.134117] env[65677]: value = "task-4636235" [ 810.134117] env[65677]: _type = "Task" [ 810.134117] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.141835] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.150140] env[65677]: DEBUG oslo_vmware.api [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.156713] env[65677]: DEBUG oslo_vmware.api [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636231, 'name': PowerOffVM_Task, 'duration_secs': 0.244274} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.157061] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.157252] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.157531] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eee97a8-7d3f-425b-8fbc-82dccf066fea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.240371] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.240725] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.240989] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Deleting the datastore file [datastore1] 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.241451] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24e7c1c0-4543-44fa-bcc5-917d0d3f781e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.250859] env[65677]: DEBUG oslo_vmware.api [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 810.250859] env[65677]: value = "task-4636237" [ 810.250859] env[65677]: _type = "Task" [ 810.250859] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.266445] env[65677]: DEBUG oslo_vmware.api [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.283662] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 810.286671] env[65677]: DEBUG oslo_concurrency.lockutils [req-211a5a73-2c79-49fb-8268-8b74461e855f req-4b44b7c0-495c-42b7-b4d5-4784b4885e80 service nova] Releasing lock "refresh_cache-580e1c52-c0ad-4e52-9ff1-210565ca5378" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.312906] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.313415] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.313605] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.313750] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.313888] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.314158] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.314465] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.314631] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.314798] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.314958] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.315151] env[65677]: DEBUG nova.virt.hardware [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.316499] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfe736b-b3f1-4fbe-bba5-0e1ecbfb16d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.325686] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c2229-e349-4d83-9453-a32f7e39444e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.408431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.409228] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Instance network_info: |[{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 810.410167] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:83:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7868db5-5c10-4b0a-b31e-9a44eaa79709', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.427127] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating folder: Project (4f05be1a8ab14ac4876ecfa02c834177). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.427968] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0e99179-6a5f-40e3-a5db-fd375755fde3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.444983] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636232, 'name': Destroy_Task, 'duration_secs': 0.422925} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.445382] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Destroyed the VM [ 810.445713] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.447412] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-befa02ad-a879-40d8-b3fd-3fe564a5d0b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.450245] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created folder: Project (4f05be1a8ab14ac4876ecfa02c834177) in parent group-v905237. [ 810.450477] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating folder: Instances. Parent ref: group-v905397. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.450747] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be34446d-aabf-4bd4-859f-8e6add743b69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.459667] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 810.459667] env[65677]: value = "task-4636239" [ 810.459667] env[65677]: _type = "Task" [ 810.459667] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.465278] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created folder: Instances in parent group-v905397. [ 810.465525] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 810.466202] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.466454] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ae5599c-f434-4eac-9cf8-f4ed137ad00a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.485967] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636239, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.495370] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.495370] env[65677]: value = "task-4636241" [ 810.495370] env[65677]: _type = "Task" [ 810.495370] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.499776] env[65677]: DEBUG nova.scheduler.client.report [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.514502] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636241, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.645384] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636234, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.653372] env[65677]: DEBUG oslo_vmware.api [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179246} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.653769] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.653882] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.654367] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.654367] env[65677]: INFO nova.compute.manager [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 810.654602] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 810.655531] env[65677]: DEBUG nova.compute.manager [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 810.655606] env[65677]: DEBUG nova.network.neutron [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 810.655923] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.761652] env[65677]: DEBUG oslo_vmware.api [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428937} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.761929] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.762146] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.762328] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.762507] env[65677]: INFO nova.compute.manager [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 810.762811] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 810.763247] env[65677]: DEBUG nova.compute.manager [-] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 810.763247] env[65677]: DEBUG nova.network.neutron [-] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 810.763388] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.800699] env[65677]: DEBUG nova.network.neutron [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Successfully updated port: 0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 810.899213] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.961203] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.973308] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636239, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.008609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.009160] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 811.012157] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636241, 'name': CreateVM_Task, 'duration_secs': 0.464933} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.013593] env[65677]: WARNING neutronclient.v2_0.client [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.016142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.056s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.016359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.018329] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.291s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.020133] env[65677]: INFO nova.compute.claims [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.025097] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.027561] env[65677]: WARNING neutronclient.v2_0.client [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.028740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.028740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.028740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.028740] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261b9952-d3c7-4bc7-8e97-5480384c554d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.035368] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 811.035368] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524dabf4-5a0a-e8b6-3930-2983d3f4c766" [ 811.035368] env[65677]: _type = "Task" [ 811.035368] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.048886] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524dabf4-5a0a-e8b6-3930-2983d3f4c766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.056740] env[65677]: INFO nova.scheduler.client.report [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Deleted allocations for instance c532c241-c981-42db-808f-09059f75d8e7 [ 811.142724] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636234, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.305303] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.305732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.305732] env[65677]: DEBUG nova.network.neutron [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.388471] env[65677]: DEBUG nova.network.neutron [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updated VIF entry in instance network info cache for port 906292cf-cd49-40bf-ba83-dca289832c78. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 811.388955] env[65677]: DEBUG nova.network.neutron [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [{"id": "906292cf-cd49-40bf-ba83-dca289832c78", "address": "fa:16:3e:d0:94:e4", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906292cf-cd", "ovs_interfaceid": "906292cf-cd49-40bf-ba83-dca289832c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.475722] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636239, 'name': RemoveSnapshot_Task, 'duration_secs': 0.750269} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.476116] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.476401] env[65677]: DEBUG nova.compute.manager [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 811.477221] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c904b9db-c90f-4e46-a6f7-605d74a0a82f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.533174] env[65677]: DEBUG nova.compute.utils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.538189] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 811.538189] env[65677]: DEBUG nova.network.neutron [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 811.538189] env[65677]: WARNING neutronclient.v2_0.client [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.538189] env[65677]: WARNING neutronclient.v2_0.client [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.553332] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524dabf4-5a0a-e8b6-3930-2983d3f4c766, 'name': SearchDatastore_Task, 'duration_secs': 0.022247} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.553623] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.553859] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.554110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.554273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.554482] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.555079] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ada86c8e-a543-4f7e-8e3d-bd0f7d78a205 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.570309] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.570509] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.571567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aaa95862-fb66-495e-bb51-5978b45a1fff tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Lock "c532c241-c981-42db-808f-09059f75d8e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.353s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.573519] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e571ce0-fbc4-465d-bb63-3f35a4361f93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.580470] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 811.580470] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d47005-cc14-360b-40c6-522e698f2528" [ 811.580470] env[65677]: _type = "Task" [ 811.580470] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.591278] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d47005-cc14-360b-40c6-522e698f2528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.596992] env[65677]: DEBUG nova.policy [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd22a9927a7c04e16abe687156f3c2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f507fd4beb436ca1a5ce72c4ff10b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.641664] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636234, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.696870] env[65677]: DEBUG nova.network.neutron [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.773225] env[65677]: DEBUG nova.network.neutron [-] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.854056] env[65677]: DEBUG nova.network.neutron [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 811.891786] env[65677]: DEBUG oslo_concurrency.lockutils [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] Releasing lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.892086] env[65677]: DEBUG nova.compute.manager [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Received event network-changed-b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 811.892283] env[65677]: DEBUG nova.compute.manager [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Refreshing instance network info cache due to event network-changed-b9569c36-1599-42d3-b592-19a46c73a618. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 811.892493] env[65677]: DEBUG oslo_concurrency.lockutils [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] Acquiring lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.892630] env[65677]: DEBUG oslo_concurrency.lockutils [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] Acquired lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.892787] env[65677]: DEBUG nova.network.neutron [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Refreshing network info cache for port b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.936792] env[65677]: DEBUG nova.network.neutron [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Successfully created port: a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.988757] env[65677]: WARNING neutronclient.v2_0.client [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.994651] env[65677]: INFO nova.compute.manager [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Shelve offloading [ 812.002311] env[65677]: DEBUG nova.compute.manager [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Received event network-vif-plugged-a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 812.003741] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.003741] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.003741] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.003741] env[65677]: DEBUG nova.compute.manager [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] No waiting events found dispatching network-vif-plugged-a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 812.003741] env[65677]: WARNING nova.compute.manager [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Received unexpected event network-vif-plugged-a7868db5-5c10-4b0a-b31e-9a44eaa79709 for instance with vm_state building and task_state spawning. [ 812.003741] env[65677]: DEBUG nova.compute.manager [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Received event network-changed-a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 812.003741] env[65677]: DEBUG nova.compute.manager [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Refreshing instance network info cache due to event network-changed-a7868db5-5c10-4b0a-b31e-9a44eaa79709. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 812.003741] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.004272] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.004272] env[65677]: DEBUG nova.network.neutron [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Refreshing network info cache for port a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.043277] env[65677]: DEBUG nova.compute.manager [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 812.043277] env[65677]: DEBUG nova.compute.manager [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing instance network info cache due to event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 812.043277] env[65677]: DEBUG oslo_concurrency.lockutils [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] Acquiring lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.043646] env[65677]: DEBUG oslo_concurrency.lockutils [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] Acquired lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.043646] env[65677]: DEBUG nova.network.neutron [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.045224] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 812.091902] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d47005-cc14-360b-40c6-522e698f2528, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.096914] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5fbc93-76cb-4183-9f1f-392f63393409 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.100553] env[65677]: DEBUG nova.network.neutron [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Updating instance_info_cache with network_info: [{"id": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "address": "fa:16:3e:33:5d:46", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86c80a-ce", "ovs_interfaceid": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.106086] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 812.106086] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e592cb-7b36-382c-53b7-6ab71b80379a" [ 812.106086] env[65677]: _type = "Task" [ 812.106086] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.120161] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e592cb-7b36-382c-53b7-6ab71b80379a, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.122895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.123197] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577/bc0c29e3-da3f-4a46-9e08-60b456883577.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.123647] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886f66d9-c941-4f9d-9b20-980579e8d755 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.134960] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 812.134960] env[65677]: value = "task-4636242" [ 812.134960] env[65677]: _type = "Task" [ 812.134960] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.142760] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636234, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.561137} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.146585] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.146824] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.147308] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a7b5f58-cf8d-4644-86f6-93f54488958f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.153403] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.159388] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 812.159388] env[65677]: value = "task-4636243" [ 812.159388] env[65677]: _type = "Task" [ 812.159388] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.175115] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.200501] env[65677]: INFO nova.compute.manager [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Took 1.54 seconds to deallocate network for instance. [ 812.276067] env[65677]: INFO nova.compute.manager [-] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Took 1.51 seconds to deallocate network for instance. [ 812.396472] env[65677]: WARNING neutronclient.v2_0.client [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.501978] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.502743] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e1c3320-21b7-4f3f-84df-1a5117e1b8e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.507285] env[65677]: WARNING neutronclient.v2_0.client [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.516139] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 812.516139] env[65677]: value = "task-4636244" [ 812.516139] env[65677]: _type = "Task" [ 812.516139] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.532544] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 812.532751] env[65677]: DEBUG nova.compute.manager [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 812.533945] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754750e6-2313-45b4-9a0f-98c0ead6f87e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.545738] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.546012] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.546153] env[65677]: DEBUG nova.network.neutron [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.552316] env[65677]: WARNING neutronclient.v2_0.client [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.597282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f01f14-060e-4f06-8bb2-814ad5549160 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.603851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.604451] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Instance network_info: |[{"id": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "address": "fa:16:3e:33:5d:46", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86c80a-ce", "ovs_interfaceid": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 812.604971] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5d:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b86c80a-cede-4967-8700-a0c3edb6e9ef', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.613373] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating folder: Project (cdfcbabf20d849e8bc1379bb8a38e825). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.616303] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213a9731-6ded-402f-baca-485749d0b218 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.621779] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c6a1f-26b1-441b-85c9-efe4536691a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.663093] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbcc112-eef1-4eef-9455-617533cdc698 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.665791] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created folder: Project (cdfcbabf20d849e8bc1379bb8a38e825) in parent group-v905237. [ 812.665979] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating folder: Instances. Parent ref: group-v905400. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.666725] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa1e5da6-1eaf-4301-9c37-79695049ee5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.677608] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530733} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.682690] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577/bc0c29e3-da3f-4a46-9e08-60b456883577.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.683028] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.683326] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067311} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.684511] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ddb257-63fe-4c46-a57a-9dec7a5ef522 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.686417] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.687640] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf432a8-1a19-4e89-b8b6-bfb7d39770fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.691755] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created folder: Instances in parent group-v905400. [ 812.691937] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 812.692587] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11187040-3a18-4e80-ac44-0eef2f7a2bbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.694865] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.695807] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e63b7d-0515-4704-a540-38a91fcce43f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.720028] env[65677]: DEBUG nova.network.neutron [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 812.730391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.730976] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 812.730976] env[65677]: value = "task-4636247" [ 812.730976] env[65677]: _type = "Task" [ 812.730976] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.731904] env[65677]: DEBUG nova.compute.provider_tree [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.754402] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.762448] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d1ae9b-1b02-49fe-99f8-b934ad1aa69b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.781842] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.781842] env[65677]: value = "task-4636248" [ 812.781842] env[65677]: _type = "Task" [ 812.781842] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.796859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.797655] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066426} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.800130] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.800592] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 812.800592] env[65677]: value = "task-4636249" [ 812.800592] env[65677]: _type = "Task" [ 812.800592] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.801404] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1da83-7eb4-4d6b-80a6-5e8c86a748af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.808764] env[65677]: ERROR nova.scheduler.client.report [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [req-b0107383-0240-4e8b-b1a5-771a04cca50c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0107383-0240-4e8b-b1a5-771a04cca50c"}]} [ 812.814157] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636248, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.836543] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.845768] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577/bc0c29e3-da3f-4a46-9e08-60b456883577.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.846995] env[65677]: DEBUG nova.scheduler.client.report [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 812.849120] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09163678-b3af-48b7-9680-e0b997929c1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.872611] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 812.872611] env[65677]: value = "task-4636250" [ 812.872611] env[65677]: _type = "Task" [ 812.872611] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.882038] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.883062] env[65677]: DEBUG nova.scheduler.client.report [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 812.883358] env[65677]: DEBUG nova.compute.provider_tree [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.898089] env[65677]: DEBUG nova.scheduler.client.report [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 812.922935] env[65677]: DEBUG nova.scheduler.client.report [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 813.050139] env[65677]: WARNING neutronclient.v2_0.client [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.056733] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 813.092225] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 813.092550] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.092743] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 813.093023] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.093225] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 813.093412] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 813.093658] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 813.093827] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 813.094060] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 813.094326] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 813.094497] env[65677]: DEBUG nova.virt.hardware [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 813.095525] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ac7c5-e524-4ab5-bde4-e7e0b032d6f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.108183] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db3d3c-45e8-41bc-a95d-f4245630855e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.300603] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636248, 'name': CreateVM_Task, 'duration_secs': 0.385879} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.300847] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.301709] env[65677]: WARNING neutronclient.v2_0.client [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.302266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.302565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.302999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.307009] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def32c63-f3ca-467a-b292-03197aa64016 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.325967] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 813.325967] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5274c5d3-fcf2-eb57-b6f1-8493c990d7bf" [ 813.325967] env[65677]: _type = "Task" [ 813.325967] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.329979] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636249, 'name': ReconfigVM_Task, 'duration_secs': 0.339865} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.336512] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.339255] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b307a06-78c1-448f-992f-f791cc006616 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.352740] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5274c5d3-fcf2-eb57-b6f1-8493c990d7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.358430] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.358836] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.358943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.359089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.359264] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.359603] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 813.359603] env[65677]: value = "task-4636251" [ 813.359603] env[65677]: _type = "Task" [ 813.359603] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.360258] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76354013-b2aa-4450-8597-bd15f4dcf73f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.378397] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.378583] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.379433] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c2766b-9e96-4905-9761-19e3f58b7ede {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.391787] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 813.391787] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525c8098-9e95-dc64-583c-48f1598fb0e6" [ 813.391787] env[65677]: _type = "Task" [ 813.391787] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.392055] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.402057] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525c8098-9e95-dc64-583c-48f1598fb0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.405975] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e675865e-cfd1-448d-a8cc-89883263a7c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.413387] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 813.413387] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f4319f-8f8f-5224-de6a-e41f6c5a986d" [ 813.413387] env[65677]: _type = "Task" [ 813.413387] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.424385] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f4319f-8f8f-5224-de6a-e41f6c5a986d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.462852] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a622807d-ef39-4750-be7e-65f739e3170e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.471921] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1513fcf2-5f35-4a41-8cef-09e65bcd3832 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.504010] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149dfdd2-9b87-4d39-9040-c84206380a98 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.512466] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa38763-a6cf-43dc-a5e0-2b4f76405ac4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.529288] env[65677]: DEBUG nova.compute.provider_tree [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.535399] env[65677]: DEBUG nova.network.neutron [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Successfully updated port: a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.742566] env[65677]: DEBUG nova.network.neutron [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.872037] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636251, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.884293] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.923968] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f4319f-8f8f-5224-de6a-e41f6c5a986d, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.924101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.924538] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/c4c65d99-f3a6-44fc-afe0-dc0331dc9815.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.924849] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d9b4f03-e179-47fd-963b-aa9a8654faa1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.934712] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 813.934712] env[65677]: value = "task-4636252" [ 813.934712] env[65677]: _type = "Task" [ 813.934712] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.943760] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.041964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "refresh_cache-0dc2bd9d-7941-428f-bec8-ff3529ad95ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "refresh_cache-0dc2bd9d-7941-428f-bec8-ff3529ad95ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041964] env[65677]: DEBUG nova.network.neutron [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 814.062587] env[65677]: WARNING neutronclient.v2_0.client [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.078354] env[65677]: DEBUG nova.scheduler.client.report [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 814.078982] env[65677]: DEBUG nova.compute.provider_tree [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 74 to 75 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 814.078982] env[65677]: DEBUG nova.compute.provider_tree [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.092259] env[65677]: WARNING neutronclient.v2_0.client [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.246863] env[65677]: DEBUG oslo_concurrency.lockutils [req-59961a2b-5017-454b-b5bb-a545dfdf2b0f req-3ca2fb99-9d9d-4adf-b93a-25d266cf3e58 service nova] Releasing lock "refresh_cache-2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.377326] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636251, 'name': Rename_Task, 'duration_secs': 0.970609} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.380978] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.381134] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5089c8fe-3b62-43b6-a037-40c061eb9ccd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.390175] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636250, 'name': ReconfigVM_Task, 'duration_secs': 1.331721} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.394887] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Reconfigured VM instance instance-00000031 to attach disk [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577/bc0c29e3-da3f-4a46-9e08-60b456883577.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.397471] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 814.397471] env[65677]: value = "task-4636253" [ 814.397471] env[65677]: _type = "Task" [ 814.397471] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.397471] env[65677]: WARNING neutronclient.v2_0.client [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.399651] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb32725c-6139-4655-80ab-55cb1dbad013 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.414119] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636253, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.415894] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 814.415894] env[65677]: value = "task-4636254" [ 814.415894] env[65677]: _type = "Task" [ 814.415894] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.428512] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636254, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.444240] env[65677]: DEBUG nova.network.neutron [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updated VIF entry in instance network info cache for port a7868db5-5c10-4b0a-b31e-9a44eaa79709. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.444605] env[65677]: DEBUG nova.network.neutron [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.453028] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504112} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.453028] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/c4c65d99-f3a6-44fc-afe0-dc0331dc9815.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.453028] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.453028] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2728ba-fbf3-401e-88f0-25f9ff88d428 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.459274] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 814.459274] env[65677]: value = "task-4636255" [ 814.459274] env[65677]: _type = "Task" [ 814.459274] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.475264] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.509163] env[65677]: DEBUG nova.network.neutron [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updated VIF entry in instance network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.510041] env[65677]: DEBUG nova.network.neutron [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.585672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.567s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.586274] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 814.590746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.021s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.592463] env[65677]: INFO nova.compute.claims [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.628743] env[65677]: DEBUG nova.network.neutron [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.671381] env[65677]: DEBUG nova.network.neutron [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.799418] env[65677]: WARNING neutronclient.v2_0.client [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.921022] env[65677]: DEBUG oslo_vmware.api [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636253, 'name': PowerOnVM_Task, 'duration_secs': 0.511504} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.926130] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.929198] env[65677]: INFO nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Took 10.15 seconds to spawn the instance on the hypervisor. [ 814.929198] env[65677]: DEBUG nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 814.929198] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f1962-9cfa-4d75-9574-0dbb1db6e77d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.952893] env[65677]: DEBUG oslo_concurrency.lockutils [req-1ac36777-cf9c-4c44-8547-800d62b7e1d0 req-63c7521f-2ca9-4ffe-9c51-1803481a7fec service nova] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.953602] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636254, 'name': Rename_Task, 'duration_secs': 0.17829} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.957088] env[65677]: DEBUG nova.network.neutron [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Updating instance_info_cache with network_info: [{"id": "a9ea1497-726f-4c58-81cc-c540115fd7cd", "address": "fa:16:3e:50:48:04", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ea1497-72", "ovs_interfaceid": "a9ea1497-726f-4c58-81cc-c540115fd7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.957088] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.958392] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bacb5cbf-269d-42b8-8e9e-dd0a2303873f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.973190] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074249} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.975399] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.976105] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 814.976105] env[65677]: value = "task-4636256" [ 814.976105] env[65677]: _type = "Task" [ 814.976105] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.977950] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3959c906-46f5-4fe3-adbb-169568f2a0aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.017717] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/c4c65d99-f3a6-44fc-afe0-dc0331dc9815.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.023294] env[65677]: DEBUG oslo_concurrency.lockutils [req-501aa9bb-e3e6-4e4a-9174-f00f5337c31f req-2b52d936-211e-4c92-9b0f-203b90e04501 service nova] Releasing lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.023294] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82019c6-ecdc-48f5-b1f6-7ae1a88579b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.049268] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 815.049268] env[65677]: value = "task-4636257" [ 815.049268] env[65677]: _type = "Task" [ 815.049268] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.059880] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.098362] env[65677]: DEBUG nova.compute.utils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.104639] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 815.104639] env[65677]: DEBUG nova.network.neutron [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 815.105040] env[65677]: WARNING neutronclient.v2_0.client [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.105457] env[65677]: WARNING neutronclient.v2_0.client [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.155523] env[65677]: DEBUG nova.policy [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b338ebab2b8d4d0e8c08d07882122602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfcbabf20d849e8bc1379bb8a38e825', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.173831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.174626] env[65677]: WARNING neutronclient.v2_0.client [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.174626] env[65677]: WARNING neutronclient.v2_0.client [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.471190] env[65677]: INFO nova.compute.manager [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Took 47.61 seconds to build instance. [ 815.471190] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "refresh_cache-0dc2bd9d-7941-428f-bec8-ff3529ad95ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.471190] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Instance network_info: |[{"id": "a9ea1497-726f-4c58-81cc-c540115fd7cd", "address": "fa:16:3e:50:48:04", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ea1497-72", "ovs_interfaceid": "a9ea1497-726f-4c58-81cc-c540115fd7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 815.471190] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:48:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9ea1497-726f-4c58-81cc-c540115fd7cd', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.481022] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 815.481272] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.481577] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6702b1-51c1-440d-86ac-72d2d4e7d567 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.509910] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.511552] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.511552] env[65677]: value = "task-4636258" [ 815.511552] env[65677]: _type = "Task" [ 815.511552] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.521520] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636258, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.546264] env[65677]: DEBUG nova.network.neutron [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Successfully created port: ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.563565] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.606194] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 815.754593] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.755671] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ffcfc-5c73-43ea-b766-c7a91c712b25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.767729] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.768944] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b930f52a-6130-4781-9535-2b9bb9f44705 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.864404] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.864614] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.865071] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleting the datastore file [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.865071] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1116ab80-8148-4ebb-9daf-9d6ce4e0e069 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.875421] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 815.875421] env[65677]: value = "task-4636260" [ 815.875421] env[65677]: _type = "Task" [ 815.875421] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.905724] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.971766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3833995e-a838-41fd-bbc1-938284d3f1f8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.129s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.000033] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636256, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.024888] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636258, 'name': CreateVM_Task, 'duration_secs': 0.468018} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.028181] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.029417] env[65677]: WARNING neutronclient.v2_0.client [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.029827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.030019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.030349] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.030643] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6358175-2fb0-4d3d-922f-69a1a3e3df19 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.037694] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 816.037694] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52672e8f-bef1-65ea-8447-7d2a3a8ead56" [ 816.037694] env[65677]: _type = "Task" [ 816.037694] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.053713] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52672e8f-bef1-65ea-8447-7d2a3a8ead56, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.058645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.058645] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.058645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.058645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.058645] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.061853] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f58ed3a7-8321-47d8-bb3e-696ecda909aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.073282] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636257, 'name': ReconfigVM_Task, 'duration_secs': 0.86134} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.074804] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/c4c65d99-f3a6-44fc-afe0-dc0331dc9815.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.075588] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.075731] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.079143] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33f9552-5e2d-4db1-acf9-1b3e2945225a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.080914] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570efe0b-d1ca-4d66-85dd-cf9e4f5701b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.087926] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 816.087926] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52851d51-a280-7881-a260-94cb14194277" [ 816.087926] env[65677]: _type = "Task" [ 816.087926] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.092820] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 816.092820] env[65677]: value = "task-4636261" [ 816.092820] env[65677]: _type = "Task" [ 816.092820] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.103080] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52851d51-a280-7881-a260-94cb14194277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.110169] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636261, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.301849] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e890ada-1719-454b-a6ac-32e0237bd41a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.310778] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6588d-a7b5-400d-a97c-04428176e6d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.347169] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6f8228-aadf-4fd0-b743-3b0df488feca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.358766] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df6fc7-c4fa-4dff-9890-9640cdbf781d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.379760] env[65677]: DEBUG nova.compute.provider_tree [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.393861] env[65677]: DEBUG oslo_vmware.api [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198143} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.393954] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.394232] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.394487] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.416408] env[65677]: INFO nova.scheduler.client.report [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted allocations for instance 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 [ 816.450153] env[65677]: DEBUG nova.compute.manager [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Received event network-vif-plugged-0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 816.450153] env[65677]: DEBUG oslo_concurrency.lockutils [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] Acquiring lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.450153] env[65677]: DEBUG oslo_concurrency.lockutils [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.450340] env[65677]: DEBUG oslo_concurrency.lockutils [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.450931] env[65677]: DEBUG nova.compute.manager [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] No waiting events found dispatching network-vif-plugged-0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 816.450931] env[65677]: WARNING nova.compute.manager [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Received unexpected event network-vif-plugged-0b86c80a-cede-4967-8700-a0c3edb6e9ef for instance with vm_state building and task_state spawning. [ 816.450931] env[65677]: DEBUG nova.compute.manager [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Received event network-changed-0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 816.451376] env[65677]: DEBUG nova.compute.manager [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Refreshing instance network info cache due to event network-changed-0b86c80a-cede-4967-8700-a0c3edb6e9ef. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 816.451376] env[65677]: DEBUG oslo_concurrency.lockutils [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] Acquiring lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.451647] env[65677]: DEBUG oslo_concurrency.lockutils [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] Acquired lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.451722] env[65677]: DEBUG nova.network.neutron [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Refreshing network info cache for port 0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.472742] env[65677]: DEBUG nova.compute.manager [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Received event network-vif-deleted-b9569c36-1599-42d3-b592-19a46c73a618 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 816.472980] env[65677]: DEBUG nova.compute.manager [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Received event network-vif-plugged-a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 816.473216] env[65677]: DEBUG oslo_concurrency.lockutils [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] Acquiring lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.473425] env[65677]: DEBUG oslo_concurrency.lockutils [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.473581] env[65677]: DEBUG oslo_concurrency.lockutils [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.473784] env[65677]: DEBUG nova.compute.manager [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] No waiting events found dispatching network-vif-plugged-a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 816.474155] env[65677]: WARNING nova.compute.manager [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Received unexpected event network-vif-plugged-a9ea1497-726f-4c58-81cc-c540115fd7cd for instance with vm_state building and task_state spawning. [ 816.474341] env[65677]: DEBUG nova.compute.manager [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Received event network-changed-a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 816.474546] env[65677]: DEBUG nova.compute.manager [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Refreshing instance network info cache due to event network-changed-a9ea1497-726f-4c58-81cc-c540115fd7cd. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 816.474664] env[65677]: DEBUG oslo_concurrency.lockutils [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] Acquiring lock "refresh_cache-0dc2bd9d-7941-428f-bec8-ff3529ad95ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.474800] env[65677]: DEBUG oslo_concurrency.lockutils [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] Acquired lock "refresh_cache-0dc2bd9d-7941-428f-bec8-ff3529ad95ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.474970] env[65677]: DEBUG nova.network.neutron [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Refreshing network info cache for port a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.478972] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 816.502343] env[65677]: DEBUG oslo_vmware.api [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636256, 'name': PowerOnVM_Task, 'duration_secs': 1.029909} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.502620] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.502812] env[65677]: INFO nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 9.00 seconds to spawn the instance on the hypervisor. [ 816.502984] env[65677]: DEBUG nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 816.504365] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97421af0-6770-4091-a682-51e1053f96aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.601566] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52851d51-a280-7881-a260-94cb14194277, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.602542] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0984fd9-2a69-444a-acdd-fed339ef078f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.607771] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636261, 'name': Rename_Task, 'duration_secs': 0.375365} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.608675] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.608810] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4bb18d9-7b9f-4e76-a036-c868931a53fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.611926] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 816.611926] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a4bba-b7cd-658f-6ee0-7f40f48b0f57" [ 816.611926] env[65677]: _type = "Task" [ 816.611926] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.616599] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 816.616599] env[65677]: value = "task-4636262" [ 816.616599] env[65677]: _type = "Task" [ 816.616599] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.626482] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 816.629094] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a4bba-b7cd-658f-6ee0-7f40f48b0f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.637087] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.696431] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 816.696431] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.696431] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 816.696431] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.696431] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 816.696916] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 816.696916] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 816.696916] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 816.697056] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 816.697249] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 816.697411] env[65677]: DEBUG nova.virt.hardware [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 816.699468] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c94e7e6-a569-4725-88bc-7f283b9d54dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.710775] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8adf717-181f-41b1-b5fd-7cebf4119efc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.887938] env[65677]: DEBUG nova.scheduler.client.report [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.921205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.954376] env[65677]: WARNING neutronclient.v2_0.client [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.977923] env[65677]: WARNING neutronclient.v2_0.client [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.006063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.022461] env[65677]: INFO nova.compute.manager [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 47.88 seconds to build instance. [ 817.052767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.053730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.053919] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.054174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.054316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.056507] env[65677]: INFO nova.compute.manager [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Terminating instance [ 817.124655] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a4bba-b7cd-658f-6ee0-7f40f48b0f57, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.125423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.125749] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 0dc2bd9d-7941-428f-bec8-ff3529ad95ff/0dc2bd9d-7941-428f-bec8-ff3529ad95ff.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.126090] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9ae33f6-244c-4cf6-b604-7a094f7a7f60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.131355] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.137306] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 817.137306] env[65677]: value = "task-4636263" [ 817.137306] env[65677]: _type = "Task" [ 817.137306] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.147381] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.193561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.284282] env[65677]: DEBUG nova.network.neutron [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Successfully updated port: ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 817.394158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.394158] env[65677]: DEBUG nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 817.397759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.468s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.398556] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.404026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.741s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.404026] env[65677]: DEBUG nova.objects.instance [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.458080] env[65677]: INFO nova.scheduler.client.report [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted allocations for instance 3d4056ad-9ddb-4e50-8a18-34d1468b335c [ 817.525452] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b16d90c9-7034-403f-b1b1-46dd6ffc429e tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.388s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.560327] env[65677]: DEBUG nova.compute.manager [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 817.560554] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.561828] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18fbf0a-c04b-4227-af55-e0b7d2fd6b3a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.576084] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.576537] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5383821-c351-477a-b6a0-221c971a55f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585276] env[65677]: DEBUG oslo_vmware.api [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 817.585276] env[65677]: value = "task-4636264" [ 817.585276] env[65677]: _type = "Task" [ 817.585276] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.598995] env[65677]: DEBUG oslo_vmware.api [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.630386] env[65677]: DEBUG oslo_vmware.api [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636262, 'name': PowerOnVM_Task, 'duration_secs': 0.928148} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.630735] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.631120] env[65677]: INFO nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Took 7.35 seconds to spawn the instance on the hypervisor. [ 817.631635] env[65677]: DEBUG nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 817.632362] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bb1019-610c-434f-b644-a9a16e74759b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.654130] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.786850] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.788945] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.788945] env[65677]: DEBUG nova.network.neutron [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.913101] env[65677]: DEBUG nova.compute.utils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.913101] env[65677]: DEBUG nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 817.969618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "3d4056ad-9ddb-4e50-8a18-34d1468b335c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.542s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.028660] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 818.098827] env[65677]: DEBUG oslo_vmware.api [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636264, 'name': PowerOffVM_Task, 'duration_secs': 0.211448} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.099400] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.099683] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.100078] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ec7045-4778-493d-977c-eaccebb254dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.155840] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.162626] env[65677]: INFO nova.compute.manager [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Took 48.23 seconds to build instance. [ 818.177804] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.178381] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.178807] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Deleting the datastore file [datastore2] dac85a2b-df9a-4c8f-8bc9-022a161e8b1f {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.182034] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7439b49d-137a-4a55-98b9-62198bed13c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.188939] env[65677]: DEBUG oslo_vmware.api [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 818.188939] env[65677]: value = "task-4636266" [ 818.188939] env[65677]: _type = "Task" [ 818.188939] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.200903] env[65677]: DEBUG oslo_vmware.api [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.420823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-978eb5ec-070a-4226-979e-124c2accad66 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.424055] env[65677]: DEBUG nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 818.428704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.711s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.432211] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.435032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.591s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.436488] env[65677]: INFO nova.compute.claims [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.500162] env[65677]: INFO nova.scheduler.client.report [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Deleted allocations for instance 0a73e46d-f5ac-41c6-8c54-f5441f343a7d [ 818.561381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.607917] env[65677]: DEBUG nova.network.neutron [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.652785] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.665668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.745s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.712374] env[65677]: DEBUG oslo_vmware.api [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166305} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.713174] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.716498] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.716498] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.716498] env[65677]: INFO nova.compute.manager [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.716498] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 818.716498] env[65677]: DEBUG nova.compute.manager [-] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 818.716498] env[65677]: DEBUG nova.network.neutron [-] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 818.716498] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.789032] env[65677]: WARNING neutronclient.v2_0.client [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.861823] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.904657] env[65677]: WARNING neutronclient.v2_0.client [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.015194] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0439c097-658a-488b-97d8-e4ebee561fa6 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Lock "0a73e46d-f5ac-41c6-8c54-f5441f343a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.567s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.149573] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636263, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.517688} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.149838] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 0dc2bd9d-7941-428f-bec8-ff3529ad95ff/0dc2bd9d-7941-428f-bec8-ff3529ad95ff.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.150064] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.150338] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-559fc636-ab3c-4b7a-83ae-76ceaf26cad2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.162457] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 819.162457] env[65677]: value = "task-4636267" [ 819.162457] env[65677]: _type = "Task" [ 819.162457] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.169755] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 819.179968] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.309740] env[65677]: WARNING neutronclient.v2_0.client [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.390065] env[65677]: DEBUG nova.network.neutron [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Updated VIF entry in instance network info cache for port 0b86c80a-cede-4967-8700-a0c3edb6e9ef. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.390065] env[65677]: DEBUG nova.network.neutron [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Updating instance_info_cache with network_info: [{"id": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "address": "fa:16:3e:33:5d:46", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86c80a-ce", "ovs_interfaceid": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.458402] env[65677]: DEBUG nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 819.461867] env[65677]: DEBUG nova.network.neutron [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Updated VIF entry in instance network info cache for port a9ea1497-726f-4c58-81cc-c540115fd7cd. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.462546] env[65677]: DEBUG nova.network.neutron [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Updating instance_info_cache with network_info: [{"id": "a9ea1497-726f-4c58-81cc-c540115fd7cd", "address": "fa:16:3e:50:48:04", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ea1497-72", "ovs_interfaceid": "a9ea1497-726f-4c58-81cc-c540115fd7cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.524041] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.524041] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.524041] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.524041] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.524570] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.524811] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.528148] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.528148] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.528148] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.528148] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.528148] env[65677]: DEBUG nova.virt.hardware [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.528148] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc360e1-9678-404c-bb58-1e3c65744771 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.539256] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f683792-7e25-423d-9dbd-f2ad6484156e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.548879] env[65677]: DEBUG nova.network.neutron [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Updating instance_info_cache with network_info: [{"id": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "address": "fa:16:3e:96:a2:8d", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b1883-3b", "ovs_interfaceid": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.563020] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.569834] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Creating folder: Project (90db9d1107664a949d0c369a9d237cba). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.574105] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdcb9e7f-55e3-41da-ad8c-1a22a2ec0b0e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.593378] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Created folder: Project (90db9d1107664a949d0c369a9d237cba) in parent group-v905237. [ 819.593571] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Creating folder: Instances. Parent ref: group-v905404. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.594064] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff08f15b-f41a-488f-bf4e-b180ceb7f017 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.607443] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Created folder: Instances in parent group-v905404. [ 819.607443] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 819.609859] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.611195] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d42819-cc7b-4c42-9a71-4b262f9f62a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.635457] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.635457] env[65677]: value = "task-4636270" [ 819.635457] env[65677]: _type = "Task" [ 819.635457] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.645324] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636270, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.681475] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073444} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.689038] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.689944] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f687b5-589d-4fbb-9ebd-9cde5d1bf8cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.721474] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 0dc2bd9d-7941-428f-bec8-ff3529ad95ff/0dc2bd9d-7941-428f-bec8-ff3529ad95ff.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.728277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.729097] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17c2e6b-8c58-41b2-8e28-1d2fdf63d76e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.758511] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 819.758511] env[65677]: value = "task-4636271" [ 819.758511] env[65677]: _type = "Task" [ 819.758511] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.774975] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.893785] env[65677]: DEBUG oslo_concurrency.lockutils [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] Releasing lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.894954] env[65677]: DEBUG nova.compute.manager [req-310284f2-3552-4d06-93ad-3dfebc835f3c req-f78be047-0580-4924-ae38-f668c32954ea service nova] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Received event network-vif-deleted-906292cf-cd49-40bf-ba83-dca289832c78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 819.912472] env[65677]: DEBUG nova.network.neutron [-] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.966804] env[65677]: DEBUG oslo_concurrency.lockutils [req-cb440811-32bb-4cf2-ab21-9f745cda8f51 req-9eaf18a7-0dc2-45a1-b292-45b18672d3c6 service nova] Releasing lock "refresh_cache-0dc2bd9d-7941-428f-bec8-ff3529ad95ff" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.059070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.059463] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Instance network_info: |[{"id": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "address": "fa:16:3e:96:a2:8d", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b1883-3b", "ovs_interfaceid": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 820.060793] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a2:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1b1883-3b47-423a-ba0a-38706fb0a94a', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.069896] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.070564] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.070888] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c65dc66-58e8-434d-918e-515dd82fc801 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.099969] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.099969] env[65677]: value = "task-4636272" [ 820.099969] env[65677]: _type = "Task" [ 820.099969] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.111760] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636272, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.149143] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636270, 'name': CreateVM_Task, 'duration_secs': 0.304267} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.150332] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.150332] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.150332] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.150572] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.154382] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a227dc7-c542-4e08-811e-2935e94243b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.159789] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 820.159789] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5263c6b6-b3d4-7fc2-c851-49d967eeeb0b" [ 820.159789] env[65677]: _type = "Task" [ 820.159789] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.170243] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5263c6b6-b3d4-7fc2-c851-49d967eeeb0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.209300] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f4e1a-93ab-46c5-8b8f-fdcc084ba292 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.220759] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6784ef-cb47-40c3-a45e-ae4ecd06c03e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.266466] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0383a3-ca15-464d-8009-8cde08dc970d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.278734] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636271, 'name': ReconfigVM_Task, 'duration_secs': 0.352016} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.279234] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 0dc2bd9d-7941-428f-bec8-ff3529ad95ff/0dc2bd9d-7941-428f-bec8-ff3529ad95ff.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.281142] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95ca136-465f-4e7f-87aa-851306cb6662 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.286202] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-911f403e-0a62-4a80-9744-d55e1ffb58a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.301868] env[65677]: DEBUG nova.compute.provider_tree [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.305768] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 820.305768] env[65677]: value = "task-4636273" [ 820.305768] env[65677]: _type = "Task" [ 820.305768] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.320869] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636273, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.327329] env[65677]: DEBUG nova.compute.manager [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Received event network-vif-plugged-ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 820.327849] env[65677]: DEBUG oslo_concurrency.lockutils [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] Acquiring lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.328142] env[65677]: DEBUG oslo_concurrency.lockutils [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.328502] env[65677]: DEBUG oslo_concurrency.lockutils [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.329238] env[65677]: DEBUG nova.compute.manager [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] No waiting events found dispatching network-vif-plugged-ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 820.329238] env[65677]: WARNING nova.compute.manager [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Received unexpected event network-vif-plugged-ee1b1883-3b47-423a-ba0a-38706fb0a94a for instance with vm_state building and task_state spawning. [ 820.329238] env[65677]: DEBUG nova.compute.manager [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Received event network-changed-ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 820.329473] env[65677]: DEBUG nova.compute.manager [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Refreshing instance network info cache due to event network-changed-ee1b1883-3b47-423a-ba0a-38706fb0a94a. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 820.329608] env[65677]: DEBUG oslo_concurrency.lockutils [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] Acquiring lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.329805] env[65677]: DEBUG oslo_concurrency.lockutils [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] Acquired lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.330069] env[65677]: DEBUG nova.network.neutron [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Refreshing network info cache for port ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.360410] env[65677]: DEBUG nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 820.364611] env[65677]: DEBUG nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing instance network info cache due to event network-changed-3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 820.364845] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Acquiring lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.364884] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Acquired lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365078] env[65677]: DEBUG nova.network.neutron [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Refreshing network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.420143] env[65677]: INFO nova.compute.manager [-] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Took 1.70 seconds to deallocate network for instance. [ 820.615127] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636272, 'name': CreateVM_Task, 'duration_secs': 0.482819} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.615531] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.616017] env[65677]: WARNING neutronclient.v2_0.client [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.616650] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.673274] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5263c6b6-b3d4-7fc2-c851-49d967eeeb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.674217] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.674217] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.674735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.674735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.674735] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.674942] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.677839] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.677839] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a33319-ccf6-4c4a-a3cb-b1d4c2875162 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.677839] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601498f9-2a3a-4c4e-95ea-235226319bec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.683909] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 820.683909] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5226890a-8b94-980d-abaa-08b193a1e40a" [ 820.683909] env[65677]: _type = "Task" [ 820.683909] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.689677] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.689863] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.691185] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9419c78-74f0-4f86-998e-cc1c201886cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.697931] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5226890a-8b94-980d-abaa-08b193a1e40a, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.699506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.699506] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.699506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.702743] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 820.702743] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e3272a-ef25-5054-d4c5-77b9d239ceb1" [ 820.702743] env[65677]: _type = "Task" [ 820.702743] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.712436] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e3272a-ef25-5054-d4c5-77b9d239ceb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.807952] env[65677]: DEBUG nova.scheduler.client.report [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.825498] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636273, 'name': Rename_Task, 'duration_secs': 0.179803} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.826147] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.826147] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53718685-f2f6-4642-801d-e1d3cd157308 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.833543] env[65677]: WARNING neutronclient.v2_0.client [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.837892] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 820.837892] env[65677]: value = "task-4636274" [ 820.837892] env[65677]: _type = "Task" [ 820.837892] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.851379] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.869000] env[65677]: WARNING neutronclient.v2_0.client [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.932279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.981377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "85e74883-a5f2-4d72-ba80-d501aea7fab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.981940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.221607] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e3272a-ef25-5054-d4c5-77b9d239ceb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.222612] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01e5036-f7c6-47cd-a54a-196109c2ed73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.232409] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 821.232409] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5279e45e-a671-0c5c-93a7-5e4fffb54f13" [ 821.232409] env[65677]: _type = "Task" [ 821.232409] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.245678] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5279e45e-a671-0c5c-93a7-5e4fffb54f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.318925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.319586] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 821.323604] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.427s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.323842] env[65677]: DEBUG nova.objects.instance [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lazy-loading 'resources' on Instance uuid cbb71370-c4d6-4693-8594-1b33b7841b03 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.354110] env[65677]: DEBUG oslo_vmware.api [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636274, 'name': PowerOnVM_Task, 'duration_secs': 0.512785} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.354478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.354723] env[65677]: INFO nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Took 8.30 seconds to spawn the instance on the hypervisor. [ 821.354909] env[65677]: DEBUG nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 821.356214] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df25b9e-3f21-4571-af7f-b5582d97e7f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.743414] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5279e45e-a671-0c5c-93a7-5e4fffb54f13, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.743741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.743999] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 9133656a-ff56-44dc-8efc-538c79caeba7/9133656a-ff56-44dc-8efc-538c79caeba7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.744326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.744515] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.744728] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838df6f5-ee28-41d4-8e27-2623a5b25226 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.746912] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce75ae9e-9a3c-4932-a93d-716da8794da3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.754154] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 821.754154] env[65677]: value = "task-4636275" [ 821.754154] env[65677]: _type = "Task" [ 821.754154] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.758521] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.758840] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.759869] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b926eef7-f1d6-4619-be23-188e8eb0d64a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.766076] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.770525] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 821.770525] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528a0a24-19d7-5f5e-2f60-e4da101d6be2" [ 821.770525] env[65677]: _type = "Task" [ 821.770525] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.784640] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528a0a24-19d7-5f5e-2f60-e4da101d6be2, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.785919] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3155c63f-757c-4756-950d-5c60a1d55ead {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.794444] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 821.794444] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52492491-eccf-94c6-a9df-cbfa726d5021" [ 821.794444] env[65677]: _type = "Task" [ 821.794444] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.807071] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52492491-eccf-94c6-a9df-cbfa726d5021, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.807335] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.807588] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/67d8c07a-abfc-4d23-9600-cd293b7d20ae.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.808126] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf096ed4-aa11-47fd-91db-c18f10216c79 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.816911] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 821.816911] env[65677]: value = "task-4636276" [ 821.816911] env[65677]: _type = "Task" [ 821.816911] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.828083] env[65677]: DEBUG nova.compute.utils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.833064] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 821.833064] env[65677]: DEBUG nova.network.neutron [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 821.833064] env[65677]: WARNING neutronclient.v2_0.client [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.833395] env[65677]: WARNING neutronclient.v2_0.client [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.841395] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.888230] env[65677]: INFO nova.compute.manager [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Took 47.49 seconds to build instance. [ 822.270538] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485936} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.278046] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 9133656a-ff56-44dc-8efc-538c79caeba7/9133656a-ff56-44dc-8efc-538c79caeba7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.278319] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.286847] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734dab3d-3a6f-4381-81dc-44b1c2a88cc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.297842] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 822.297842] env[65677]: value = "task-4636277" [ 822.297842] env[65677]: _type = "Task" [ 822.297842] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.311540] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.334761] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 822.338055] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.392035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-932d0f8d-a719-41b8-b721-573459306200 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.006s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.399383] env[65677]: DEBUG nova.policy [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ddcbd0724ac4c3eb706bd5425e24ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097b2e57ad4f415eb32ba80c3e330900', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.433811] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56210c74-73e9-48ac-90b5-999f07658bcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.446782] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58007158-f5b8-4969-96e6-cd1727fc7b7e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.505239] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153acf0-8e46-4c3d-b76e-e5edaf222817 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.515569] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df52fd-8843-4ab8-901d-bc0fa006c4e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.534151] env[65677]: DEBUG nova.compute.provider_tree [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.560174] env[65677]: WARNING neutronclient.v2_0.client [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.587144] env[65677]: WARNING neutronclient.v2_0.client [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.812430] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110555} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.812932] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.813334] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220baade-dcc2-4701-b55f-76e04b59b38a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.836912] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 9133656a-ff56-44dc-8efc-538c79caeba7/9133656a-ff56-44dc-8efc-538c79caeba7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.841544] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcf70fd-3621-42bf-b5fb-903993f0fb91 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.868253] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763614} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.869936] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/67d8c07a-abfc-4d23-9600-cd293b7d20ae.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.870323] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.870551] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 822.870551] env[65677]: value = "task-4636278" [ 822.870551] env[65677]: _type = "Task" [ 822.870551] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.870748] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-917cfd66-ab49-4fe3-b324-a38ad5554059 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.884122] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.885839] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 822.885839] env[65677]: value = "task-4636279" [ 822.885839] env[65677]: _type = "Task" [ 822.885839] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.896781] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.904803] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 823.005921] env[65677]: DEBUG nova.network.neutron [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Successfully created port: 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 823.065079] env[65677]: ERROR nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] [req-c41b775c-451a-4993-a736-a4835c6d38d0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c41b775c-451a-4993-a736-a4835c6d38d0"}]} [ 823.091007] env[65677]: DEBUG nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.120026] env[65677]: DEBUG nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.120026] env[65677]: DEBUG nova.compute.provider_tree [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.135271] env[65677]: DEBUG nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.165563] env[65677]: DEBUG nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.313912] env[65677]: INFO nova.compute.manager [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Rebuilding instance [ 823.365991] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 823.386502] env[65677]: DEBUG nova.compute.manager [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 823.386502] env[65677]: DEBUG nova.network.neutron [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Updated VIF entry in instance network info cache for port ee1b1883-3b47-423a-ba0a-38706fb0a94a. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.386502] env[65677]: DEBUG nova.network.neutron [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Updating instance_info_cache with network_info: [{"id": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "address": "fa:16:3e:96:a2:8d", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b1883-3b", "ovs_interfaceid": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.388317] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6546a7-1607-4a28-b376-ac4b64ba3277 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.405983] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.421063] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:52:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4fccd23-249d-46f7-bc9d-7aa28dffe124',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-563434927',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.421819] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.421819] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.421819] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.422123] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.422221] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.422551] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.422683] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.422900] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.423158] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.423394] env[65677]: DEBUG nova.virt.hardware [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.427141] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078834} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.427392] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368d87d-03bc-4396-a3bc-9dfb40a90950 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.433398] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.434686] env[65677]: DEBUG nova.network.neutron [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updated VIF entry in instance network info cache for port 3dbc22dc-5c77-44a1-8527-cab0e61ad078. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.435157] env[65677]: DEBUG nova.network.neutron [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [{"id": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "address": "fa:16:3e:cb:3c:8b", "network": {"id": "6264943d-32a4-4654-83fc-7770dbce7862", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1488680330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc22ffd34cb40f18e40860ea88a6f78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dbc22dc-5c", "ovs_interfaceid": "3dbc22dc-5c77-44a1-8527-cab0e61ad078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.436912] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6b36e-fac8-40fb-a78d-a0f3e4e04550 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.450769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.461622] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02cbc0-f841-4675-85bf-2ba91973da52 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.476537] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/67d8c07a-abfc-4d23-9600-cd293b7d20ae.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.477401] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9aa9df6-61e4-4f89-9029-8bd919d402f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.509162] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 823.509162] env[65677]: value = "task-4636280" [ 823.509162] env[65677]: _type = "Task" [ 823.509162] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.525798] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.753010] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fac7a2-98cb-4efa-9ae2-68185800358a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.761794] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8e39d5-eea3-449f-b054-e17ffb472cd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.803841] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7850b505-b9fa-494a-9851-5864c44ea98c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.813636] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8dd602-8af2-4762-94a5-fe97f84d5f14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.830857] env[65677]: DEBUG nova.compute.provider_tree [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.887985] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636278, 'name': ReconfigVM_Task, 'duration_secs': 0.924989} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.888390] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 9133656a-ff56-44dc-8efc-538c79caeba7/9133656a-ff56-44dc-8efc-538c79caeba7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.889257] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8956700-b8ff-454e-abca-18792b562b0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.893019] env[65677]: DEBUG oslo_concurrency.lockutils [req-18e0092d-62dd-47d4-a33a-66dee63c0539 req-2d4aa0ec-931c-4dd4-8b09-75b0e868973a service nova] Releasing lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.897751] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 823.897751] env[65677]: value = "task-4636281" [ 823.897751] env[65677]: _type = "Task" [ 823.897751] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.908591] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636281, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.938044] env[65677]: DEBUG nova.compute.manager [req-bd9dfe66-1c25-4da9-b5f9-b91485423c8d req-673908c2-da8a-4ae4-9e90-cc9b19ec7e20 service nova] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Received event network-vif-deleted-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 823.942521] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Releasing lock "refresh_cache-a5304212-8168-4fe4-ab5b-f19dd1914bba" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.942685] env[65677]: DEBUG nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-vif-unplugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 823.943645] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.943645] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.943645] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.943645] env[65677]: DEBUG nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] No waiting events found dispatching network-vif-unplugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 823.943645] env[65677]: WARNING nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received unexpected event network-vif-unplugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 for instance with vm_state shelved_offloaded and task_state None. [ 823.943895] env[65677]: DEBUG nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 823.943895] env[65677]: DEBUG nova.compute.manager [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing instance network info cache due to event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 823.944120] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.944308] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.944420] env[65677]: DEBUG nova.network.neutron [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.961018] env[65677]: DEBUG nova.compute.manager [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Received event network-changed-a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 823.961018] env[65677]: DEBUG nova.compute.manager [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Refreshing instance network info cache due to event network-changed-a7868db5-5c10-4b0a-b31e-9a44eaa79709. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 823.967666] env[65677]: DEBUG oslo_concurrency.lockutils [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.967666] env[65677]: DEBUG oslo_concurrency.lockutils [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.967666] env[65677]: DEBUG nova.network.neutron [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Refreshing network info cache for port a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.026865] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636280, 'name': ReconfigVM_Task, 'duration_secs': 0.321936} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.027110] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/67d8c07a-abfc-4d23-9600-cd293b7d20ae.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.027768] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1328c7d3-4c71-43d0-a4d4-4d16ec8ef46e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.038047] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 824.038047] env[65677]: value = "task-4636282" [ 824.038047] env[65677]: _type = "Task" [ 824.038047] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.050626] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636282, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.367763] env[65677]: DEBUG nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 824.368084] env[65677]: DEBUG nova.compute.provider_tree [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 76 to 77 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 824.368221] env[65677]: DEBUG nova.compute.provider_tree [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.408913] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636281, 'name': Rename_Task, 'duration_secs': 0.194493} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.409580] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.409580] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7502491-7c71-436f-b3de-0753f1c4e09a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.420668] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 824.420668] env[65677]: value = "task-4636283" [ 824.420668] env[65677]: _type = "Task" [ 824.420668] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.431573] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.439858] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.440234] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eca4b27-9bd8-4e09-b55f-84eb51f920d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.447565] env[65677]: WARNING neutronclient.v2_0.client [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.452614] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 824.452614] env[65677]: value = "task-4636284" [ 824.452614] env[65677]: _type = "Task" [ 824.452614] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.466109] env[65677]: WARNING neutronclient.v2_0.client [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.468977] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.550249] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636282, 'name': Rename_Task, 'duration_secs': 0.185237} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.550451] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.550809] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccdb1cda-b73a-404a-ab2e-ec0dcdbc5840 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.560272] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 824.560272] env[65677]: value = "task-4636285" [ 824.560272] env[65677]: _type = "Task" [ 824.560272] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.573045] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.777083] env[65677]: DEBUG nova.network.neutron [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Successfully updated port: 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 824.873447] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.550s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.876186] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.548s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.879486] env[65677]: INFO nova.compute.claims [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.904054] env[65677]: INFO nova.scheduler.client.report [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Deleted allocations for instance cbb71370-c4d6-4693-8594-1b33b7841b03 [ 824.936523] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.968593] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636284, 'name': PowerOffVM_Task, 'duration_secs': 0.395297} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.968593] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.968593] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.969612] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cc0232-9162-4ff1-bb89-6fcac6a7b2d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.988023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.988023] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28b8df6d-c26a-4267-9cb5-d2485ef6ad30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.076068] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.076982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.077477] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.078226] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b562c8ff-e731-48b9-b65e-66bc34fe7f62 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.087814] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.096343] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 825.096343] env[65677]: value = "task-4636287" [ 825.096343] env[65677]: _type = "Task" [ 825.096343] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.110736] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.146608] env[65677]: WARNING neutronclient.v2_0.client [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.159247] env[65677]: WARNING neutronclient.v2_0.client [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.280916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.281263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.281473] env[65677]: DEBUG nova.network.neutron [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 825.306815] env[65677]: DEBUG nova.network.neutron [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updated VIF entry in instance network info cache for port a7868db5-5c10-4b0a-b31e-9a44eaa79709. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.311643] env[65677]: DEBUG nova.network.neutron [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.315707] env[65677]: DEBUG nova.network.neutron [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updated VIF entry in instance network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.315707] env[65677]: DEBUG nova.network.neutron [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1f84c642-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.421496] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5136f7e4-f702-41a8-9e73-fd36a1066702 tempest-ServersListShow2100Test-1030068009 tempest-ServersListShow2100Test-1030068009-project-member] Lock "cbb71370-c4d6-4693-8594-1b33b7841b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.380s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.439215] env[65677]: DEBUG oslo_vmware.api [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636283, 'name': PowerOnVM_Task, 'duration_secs': 0.711405} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.439519] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.439717] env[65677]: INFO nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Took 5.98 seconds to spawn the instance on the hypervisor. [ 825.439885] env[65677]: DEBUG nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 825.440846] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a41555-36cf-4f5c-951b-bccbbb185aec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.579378] env[65677]: DEBUG oslo_vmware.api [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636285, 'name': PowerOnVM_Task, 'duration_secs': 0.700499} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.579736] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.580032] env[65677]: INFO nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Took 8.95 seconds to spawn the instance on the hypervisor. [ 825.580289] env[65677]: DEBUG nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 825.581357] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcad1dbf-9c51-4d94-a617-84768fe0fbd0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.609187] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337389} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.609536] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.609816] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.610043] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.817875] env[65677]: DEBUG oslo_concurrency.lockutils [req-23c889b5-f1cf-46d3-bea3-f6bb11263366 req-26ff3cd3-d0fa-41d8-8803-c80ea0445d14 service nova] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.821398] env[65677]: DEBUG oslo_concurrency.lockutils [req-e874cc35-356a-48f7-a51c-61cf2552d2da req-df7f0064-a063-42c8-8fff-192ab62e2ec3 service nova] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.869539] env[65677]: DEBUG nova.network.neutron [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 825.924993] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.966695] env[65677]: INFO nova.compute.manager [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Took 41.43 seconds to build instance. [ 826.017693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "657001b7-8e46-4e88-bc73-1ab18ece1f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.017930] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.107043] env[65677]: INFO nova.compute.manager [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Took 48.41 seconds to build instance. [ 826.136098] env[65677]: WARNING neutronclient.v2_0.client [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.406449] env[65677]: DEBUG nova.network.neutron [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.474599] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a70eff3d-ca81-437c-87d4-de082a460054 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "9133656a-ff56-44dc-8efc-538c79caeba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.477s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.545679] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be9e35d-f070-46bd-8c30-a675cbd9a12d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.554716] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ea33c-f278-461c-b634-970b80d32d89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.592477] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e361b572-3051-4968-941e-649dd5e33794 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.600643] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6e3ad-e7fd-42ea-a2ab-7a9b54c81d07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.616100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-465afb91-1fbb-4928-9d60-0043d7d00905 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.573s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.616722] env[65677]: DEBUG nova.compute.provider_tree [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.654572] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 826.654572] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.654864] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 826.655176] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.655394] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 826.655617] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 826.655882] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 826.656058] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 826.656230] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 826.656457] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 826.657266] env[65677]: DEBUG nova.virt.hardware [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 826.658221] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d5f630-abe0-49f9-b163-0555ed1ed8a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.672024] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b537f3c-f09a-4592-a951-93daf969d4b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.687876] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:16:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b8a6ed-a555-41d6-a809-156b14a390a8', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.694042] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.694411] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.694657] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b50b3006-b60d-46ec-a27a-6248af67378f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.717104] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.717104] env[65677]: value = "task-4636288" [ 826.717104] env[65677]: _type = "Task" [ 826.717104] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.727244] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636288, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.912192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.912756] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Instance network_info: |[{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 826.913288] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:4d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.921915] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.922255] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.922453] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed7dd65-f10f-4cc9-91fd-9c824feb3883 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.949413] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.949413] env[65677]: value = "task-4636289" [ 826.949413] env[65677]: _type = "Task" [ 826.949413] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.960227] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636289, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.983599] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 827.076750] env[65677]: DEBUG nova.compute.manager [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Received event network-vif-plugged-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 827.082081] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] Acquiring lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.083333] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.083754] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.084078] env[65677]: DEBUG nova.compute.manager [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] No waiting events found dispatching network-vif-plugged-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 827.084363] env[65677]: WARNING nova.compute.manager [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Received unexpected event network-vif-plugged-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 for instance with vm_state building and task_state spawning. [ 827.084917] env[65677]: DEBUG nova.compute.manager [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Received event network-changed-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 827.084917] env[65677]: DEBUG nova.compute.manager [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Refreshing instance network info cache due to event network-changed-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 827.085181] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] Acquiring lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.085373] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] Acquired lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.085589] env[65677]: DEBUG nova.network.neutron [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Refreshing network info cache for port 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.121360] env[65677]: DEBUG nova.scheduler.client.report [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.125957] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 827.233302] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636288, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.460943] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636289, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.504478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.583836] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.586052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "89edb1d2-d746-407d-aafb-6931322c3388" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.589679] env[65677]: WARNING neutronclient.v2_0.client [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.630367] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.630367] env[65677]: DEBUG nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 827.638954] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.340s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.639337] env[65677]: DEBUG nova.objects.instance [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lazy-loading 'resources' on Instance uuid db2fdf80-c9b7-474c-84a5-bc46bdc2eded {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.676726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.734433] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636288, 'name': CreateVM_Task, 'duration_secs': 0.945261} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.734666] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.735314] env[65677]: WARNING neutronclient.v2_0.client [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 827.735742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.735947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.736318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.736630] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a132b6-6888-4eb3-bb10-eb3301400ad9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.743147] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 827.743147] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52169975-0ac0-0900-2076-09e581c99481" [ 827.743147] env[65677]: _type = "Task" [ 827.743147] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.753904] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52169975-0ac0-0900-2076-09e581c99481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.948259] env[65677]: DEBUG nova.compute.manager [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 827.949269] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f299422e-37c4-4517-86f3-0e322f4d2c8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.964082] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636289, 'name': CreateVM_Task, 'duration_secs': 0.656828} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.966083] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.969768] env[65677]: WARNING neutronclient.v2_0.client [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.970247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.994351] env[65677]: WARNING neutronclient.v2_0.client [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.149933] env[65677]: DEBUG nova.compute.utils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.151741] env[65677]: DEBUG nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 828.263440] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52169975-0ac0-0900-2076-09e581c99481, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.268227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.268227] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.268576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.268823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.269194] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.269932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.270590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.270734] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2669e363-0ced-4cd8-9ef7-6921835aa534 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.273797] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7de9a8e-c4fc-44a7-8434-6c076c40a85e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.281793] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 828.281793] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523c3c36-234a-2bff-53fc-e8c3a54e29d4" [ 828.281793] env[65677]: _type = "Task" [ 828.281793] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.294073] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.294073] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.295194] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae3f084-9992-4f13-a96b-0c5222f706de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.306883] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523c3c36-234a-2bff-53fc-e8c3a54e29d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.307364] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 828.307364] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5225f5e3-5eb5-f562-e1fe-1f1145511d86" [ 828.307364] env[65677]: _type = "Task" [ 828.307364] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.322211] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5225f5e3-5eb5-f562-e1fe-1f1145511d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.454442] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.454667] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.476779] env[65677]: INFO nova.compute.manager [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] instance snapshotting [ 828.478137] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7521c-ee9f-4e3b-9913-8144fe4730a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.504232] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e2985-330c-4ad4-a2a0-c44d6878ab47 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.544422] env[65677]: DEBUG nova.network.neutron [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updated VIF entry in instance network info cache for port 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 828.544725] env[65677]: DEBUG nova.network.neutron [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.653970] env[65677]: DEBUG nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 828.792328] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dd1020-3f88-4e66-9821-9db57c7dc5d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.801912] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523c3c36-234a-2bff-53fc-e8c3a54e29d4, 'name': SearchDatastore_Task, 'duration_secs': 0.031851} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.804055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.804347] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.804562] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.805890] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a7eaf4-0bec-43dc-9404-58a6c55d4893 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.820654] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5225f5e3-5eb5-f562-e1fe-1f1145511d86, 'name': SearchDatastore_Task, 'duration_secs': 0.02685} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.852328] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178b6a3f-0021-4997-9453-60352f461a1d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.855548] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736a9dbc-9f1f-4d9d-8df6-8ce0b33bf4ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.867163] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24d701-7cd3-4e88-bb54-8d7af79156c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.872528] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 828.872528] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bceff2-5daf-0142-ac61-a16de1b25a30" [ 828.872528] env[65677]: _type = "Task" [ 828.872528] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.894078] env[65677]: DEBUG nova.compute.provider_tree [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.905666] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bceff2-5daf-0142-ac61-a16de1b25a30, 'name': SearchDatastore_Task, 'duration_secs': 0.034428} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.908375] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.908375] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.909674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.910288] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.911789] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197cc918-f1cc-4659-9870-31cac4c2575f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.917638] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21b8cd2-9eac-4a19-a042-cf78acdc006a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.929411] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 828.929411] env[65677]: value = "task-4636290" [ 828.929411] env[65677]: _type = "Task" [ 828.929411] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.935501] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.935739] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.937556] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01013d08-184f-4e87-9d01-e27b4c7c5770 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.944210] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.950945] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 828.950945] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e677f-b08f-e822-048a-7bd5bbf53571" [ 828.950945] env[65677]: _type = "Task" [ 828.950945] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.959295] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e677f-b08f-e822-048a-7bd5bbf53571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.965239] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.965239] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.965637] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.965637] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.965637] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.966086] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.966086] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 828.966086] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.021787] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.022141] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9616e792-350f-4d91-84ed-0757b77e83e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.032167] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 829.032167] env[65677]: value = "task-4636291" [ 829.032167] env[65677]: _type = "Task" [ 829.032167] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.051974] env[65677]: DEBUG oslo_concurrency.lockutils [req-d2091b4c-6345-4c29-b5b8-d6839078ae3c req-1981e056-f12f-4484-8207-6f7a3b085cb2 service nova] Releasing lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.052595] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.281605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.282150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.399460] env[65677]: DEBUG nova.scheduler.client.report [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.426108] env[65677]: INFO nova.compute.manager [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Rescuing [ 829.426108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.426108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.426108] env[65677]: DEBUG nova.network.neutron [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.447913] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.461460] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e677f-b08f-e822-048a-7bd5bbf53571, 'name': SearchDatastore_Task, 'duration_secs': 0.016719} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.463292] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb27b9c-2a2d-4cce-ba99-116bb78b755f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.473933] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.474428] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 829.474428] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527ff9a7-7582-c003-a717-c1859dd0b492" [ 829.474428] env[65677]: _type = "Task" [ 829.474428] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.488273] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527ff9a7-7582-c003-a717-c1859dd0b492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.548017] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.666711] env[65677]: DEBUG nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 829.705168] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.706049] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.706300] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.706544] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.706618] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.706778] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.707197] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.707197] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.707314] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.708042] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.708042] env[65677]: DEBUG nova.virt.hardware [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.709211] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe966cf7-7baf-4459-b3d0-95421dcd930b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.719441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6194127-fbe9-44ca-8232-6fc3fa35d224 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.735946] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.742165] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.742492] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.742776] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df638a0d-b789-4720-a2df-c83e3efad048 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.761087] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.761087] env[65677]: value = "task-4636292" [ 829.761087] env[65677]: _type = "Task" [ 829.761087] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.772502] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636292, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.913164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.917177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.107s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.917177] env[65677]: DEBUG nova.objects.instance [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lazy-loading 'resources' on Instance uuid ef4543c6-4341-4260-84ed-8a3e53eb43b7 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.929659] env[65677]: WARNING neutronclient.v2_0.client [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.949122] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666603} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.949780] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.950116] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.950763] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d3ce45-d152-47d4-9293-fdf7d3626474 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.954435] env[65677]: INFO nova.scheduler.client.report [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Deleted allocations for instance db2fdf80-c9b7-474c-84a5-bc46bdc2eded [ 829.967432] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 829.967432] env[65677]: value = "task-4636293" [ 829.967432] env[65677]: _type = "Task" [ 829.967432] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.980221] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.994585] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527ff9a7-7582-c003-a717-c1859dd0b492, 'name': SearchDatastore_Task, 'duration_secs': 0.059615} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.994874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.995234] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.995667] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c10a80-eaa9-4ecd-8b07-9799cff9e643 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.004518] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 830.004518] env[65677]: value = "task-4636294" [ 830.004518] env[65677]: _type = "Task" [ 830.004518] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.017746] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.044798] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636291, 'name': CreateSnapshot_Task, 'duration_secs': 0.968197} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.048306] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.049597] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e83ad8-1a8b-41d4-a850-8933539829d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.273168] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636292, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.335919] env[65677]: WARNING neutronclient.v2_0.client [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.442287] env[65677]: DEBUG nova.network.neutron [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Updating instance_info_cache with network_info: [{"id": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "address": "fa:16:3e:96:a2:8d", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b1883-3b", "ovs_interfaceid": "ee1b1883-3b47-423a-ba0a-38706fb0a94a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.473884] env[65677]: DEBUG oslo_concurrency.lockutils [None req-352921c1-07a2-4e78-964c-9501f12f7617 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Lock "db2fdf80-c9b7-474c-84a5-bc46bdc2eded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.735s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.481139] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.481567] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.482506] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc37a09-c1f4-47eb-8781-16a0b95cecdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.510952] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.514968] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f77b7ce-db8e-4b3a-96ec-7bbee3922692 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.544473] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.544473] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 830.544473] env[65677]: value = "task-4636295" [ 830.544473] env[65677]: _type = "Task" [ 830.544473] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.552998] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.578477] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.584025] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08ed6e58-4592-4526-992d-4e37e5c80d2c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.594322] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 830.594322] env[65677]: value = "task-4636296" [ 830.594322] env[65677]: _type = "Task" [ 830.594322] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.605218] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636296, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.783094] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636292, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.946105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-67d8c07a-abfc-4d23-9600-cd293b7d20ae" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.032345] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636294, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.057706] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.108497] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636296, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.147181] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e17f62-b85d-45f0-9865-4360975d2a35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.156080] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97acd63b-9575-445e-aecf-b64461c5846c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.190739] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a1a196-ab3e-42bd-9a96-19b0d37767c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.200593] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63136f0-615e-44ac-b66a-54c13a57c8ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.219143] env[65677]: DEBUG nova.compute.provider_tree [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.275735] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636292, 'name': CreateVM_Task, 'duration_secs': 1.367584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.275735] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.275735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.275872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.276129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.277547] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8eaa51-eb82-4691-af70-27ae9a58cc8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.283570] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 831.283570] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5234d7d9-71ec-3c84-542b-798705b02745" [ 831.283570] env[65677]: _type = "Task" [ 831.283570] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.297620] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5234d7d9-71ec-3c84-542b-798705b02745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.530128] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071858} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.530490] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.530817] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.530971] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98b76439-81eb-4e23-aa11-f196a49e968c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.541515] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 831.541515] env[65677]: value = "task-4636297" [ 831.541515] env[65677]: _type = "Task" [ 831.541515] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.561421] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636295, 'name': ReconfigVM_Task, 'duration_secs': 0.847585} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.561421] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.562010] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378/580e1c52-c0ad-4e52-9ff1-210565ca5378.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.562932] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5db4df3-81ed-4389-825e-455078a8623b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.570810] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 831.570810] env[65677]: value = "task-4636298" [ 831.570810] env[65677]: _type = "Task" [ 831.570810] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.583554] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636298, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.607893] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636296, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.725432] env[65677]: DEBUG nova.scheduler.client.report [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.796734] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5234d7d9-71ec-3c84-542b-798705b02745, 'name': SearchDatastore_Task, 'duration_secs': 0.018225} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.797184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.797449] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.797700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.797950] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.798121] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.798331] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4220b0f-52cf-4bad-88d1-7fc86f7c0217 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.814533] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.814724] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.815903] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d6ff18-e1ef-44e4-8d0d-029946bfeca9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.822365] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 831.822365] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d8e285-d56f-725b-d292-484b1d15e6da" [ 831.822365] env[65677]: _type = "Task" [ 831.822365] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.831689] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d8e285-d56f-725b-d292-484b1d15e6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.052742] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073061} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.053024] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.053844] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b6a41-30a0-4fb9-9668-d8e0f7b3d479 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.077103] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.077475] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1002f0-03f4-42df-b1c0-571c6cc6ae88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.112665] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636298, 'name': Rename_Task, 'duration_secs': 0.177907} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.118325] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.118325] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 832.118325] env[65677]: value = "task-4636299" [ 832.118325] env[65677]: _type = "Task" [ 832.118325] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.118325] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636296, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.118976] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2e37929-e606-45b6-8d38-12a001f5fc71 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.135060] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.137690] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 832.137690] env[65677]: value = "task-4636300" [ 832.137690] env[65677]: _type = "Task" [ 832.137690] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.144987] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.232932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.236590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.706s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.239427] env[65677]: INFO nova.compute.claims [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.285416] env[65677]: INFO nova.scheduler.client.report [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Deleted allocations for instance ef4543c6-4341-4260-84ed-8a3e53eb43b7 [ 832.338719] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d8e285-d56f-725b-d292-484b1d15e6da, 'name': SearchDatastore_Task, 'duration_secs': 0.052144} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.340194] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d750897-ac1a-4bb1-ac0f-38c613dc86e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.349017] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 832.349017] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bf5a8c-1edf-3b88-df81-e12c244e9849" [ 832.349017] env[65677]: _type = "Task" [ 832.349017] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.360720] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bf5a8c-1edf-3b88-df81-e12c244e9849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.498021] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.498021] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1624b7b-54a6-47f3-b0c0-2fcbf41a2403 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.507050] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 832.507050] env[65677]: value = "task-4636301" [ 832.507050] env[65677]: _type = "Task" [ 832.507050] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.523988] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.615198] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636296, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.632736] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.652448] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.798857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Lock "ef4543c6-4341-4260-84ed-8a3e53eb43b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.838s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.861771] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bf5a8c-1edf-3b88-df81-e12c244e9849, 'name': SearchDatastore_Task, 'duration_secs': 0.019003} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.861771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862625] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.862625] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20ddb835-c214-4bf4-a562-0c2227add538 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.871529] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 832.871529] env[65677]: value = "task-4636302" [ 832.871529] env[65677]: _type = "Task" [ 832.871529] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.881472] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.021713] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636301, 'name': PowerOffVM_Task, 'duration_secs': 0.261885} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.022179] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.023331] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52803bab-4625-4236-b0b6-c7a19b9c3230 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.052684] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe1d53-3935-4ef4-a1bb-12d8b5233f78 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.104456] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.105185] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f566234b-39a9-45a1-92ac-727ea86bd40e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.121467] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636296, 'name': CloneVM_Task, 'duration_secs': 2.260118} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.123311] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Created linked-clone VM from snapshot [ 833.123673] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 833.123673] env[65677]: value = "task-4636303" [ 833.123673] env[65677]: _type = "Task" [ 833.123673] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.124448] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31645a-7263-4427-bdd7-473b3b3e428d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.141822] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Uploading image 60181b70-8fd8-40a6-99b5-7bbf14dc9c74 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.156770] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636299, 'name': ReconfigVM_Task, 'duration_secs': 0.583678} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.157135] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 833.157414] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.157704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.159061] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.159061] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.159061] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.160065] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-927f22d2-3c88-47dd-8a67-7410327e37c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.161979] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27ad20da-64f9-4fd2-80d1-7da896d1f397 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.167996] env[65677]: DEBUG oslo_vmware.api [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636300, 'name': PowerOnVM_Task, 'duration_secs': 0.602074} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.168966] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.169267] env[65677]: DEBUG nova.compute.manager [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 833.173375] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8e2dbc-f310-42c2-8d4e-b67eb7d1de35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.176212] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 833.176212] env[65677]: value = "task-4636304" [ 833.176212] env[65677]: _type = "Task" [ 833.176212] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.191611] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.191829] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.193794] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96e661c-ff7c-4ac7-a590-ef6285a7ccbd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.200442] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636304, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.205483] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 833.205483] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522fb67b-b9c6-09ca-57e7-69bf82a07649" [ 833.205483] env[65677]: _type = "Task" [ 833.205483] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.208257] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.208257] env[65677]: value = "vm-905412" [ 833.208257] env[65677]: _type = "VirtualMachine" [ 833.208257] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.208690] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87706e19-46ad-4892-88c0-94363edcee24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.223669] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522fb67b-b9c6-09ca-57e7-69bf82a07649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.225787] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease: (returnval){ [ 833.225787] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d52acd-7459-d3f8-6099-62aa57cf1229" [ 833.225787] env[65677]: _type = "HttpNfcLease" [ 833.225787] env[65677]: } obtained for exporting VM: (result){ [ 833.225787] env[65677]: value = "vm-905412" [ 833.225787] env[65677]: _type = "VirtualMachine" [ 833.225787] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.226252] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the lease: (returnval){ [ 833.226252] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d52acd-7459-d3f8-6099-62aa57cf1229" [ 833.226252] env[65677]: _type = "HttpNfcLease" [ 833.226252] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.235789] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.235789] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d52acd-7459-d3f8-6099-62aa57cf1229" [ 833.235789] env[65677]: _type = "HttpNfcLease" [ 833.235789] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.266740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.266740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.386232] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.689967] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636304, 'name': Rename_Task, 'duration_secs': 0.194721} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.694619] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.697492] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d7b9d9-d313-4ec2-8f31-27d69ee9d774 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.701613] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.714657] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 833.714657] env[65677]: value = "task-4636306" [ 833.714657] env[65677]: _type = "Task" [ 833.714657] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.722376] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522fb67b-b9c6-09ca-57e7-69bf82a07649, 'name': SearchDatastore_Task, 'duration_secs': 0.054881} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.723878] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fdbde5-9dd6-4a0e-94af-c0b850a851d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.733039] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.744856] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 833.744856] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e2f53-2dba-0366-714c-cefddfc0057f" [ 833.744856] env[65677]: _type = "Task" [ 833.744856] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.751771] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.751771] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d52acd-7459-d3f8-6099-62aa57cf1229" [ 833.751771] env[65677]: _type = "HttpNfcLease" [ 833.751771] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.752544] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.752544] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d52acd-7459-d3f8-6099-62aa57cf1229" [ 833.752544] env[65677]: _type = "HttpNfcLease" [ 833.752544] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.753685] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d458c63-2838-43fe-af8b-82b478bc9d07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.764833] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e2f53-2dba-0366-714c-cefddfc0057f, 'name': SearchDatastore_Task, 'duration_secs': 0.015117} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.768375] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.772031] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. {{(pid=65677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 833.772031] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1e07cc7-d000-4a41-ad47-2734e2ac772d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.777028] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba1a8-40dc-a176-80f8-da5babebac25/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.777028] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba1a8-40dc-a176-80f8-da5babebac25/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.843157] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 833.843157] env[65677]: value = "task-4636307" [ 833.843157] env[65677]: _type = "Task" [ 833.843157] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.857512] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.890894] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543762} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.891225] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.891468] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.891719] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36809942-8ff0-4660-9dfe-4e6843f20966 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.900801] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 833.900801] env[65677]: value = "task-4636308" [ 833.900801] env[65677]: _type = "Task" [ 833.900801] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.917416] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.930899] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa095905-95c3-4be3-aa62-8219b1121e06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.051750] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd351286-f963-4d13-92c8-780de230053f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.064195] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909dbf5f-4d92-44b7-abe3-cdcc124d91f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114434] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e112d-b16e-45b9-af1f-f478f6a93539 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.123652] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12932716-a341-4d4d-8e67-d7a63ed96ddf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.141412] env[65677]: DEBUG nova.compute.provider_tree [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.230522] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.359478] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636307, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.415894] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105153} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.416482] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.421019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf3d39b-cf18-4733-b519-51dd40b7ed80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.461114] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.461678] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785f70d8-df06-44e5-b71f-d5c9b3fa7d9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.504339] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 834.504339] env[65677]: value = "task-4636309" [ 834.504339] env[65677]: _type = "Task" [ 834.504339] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.511854] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.647023] env[65677]: DEBUG nova.scheduler.client.report [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.737724] env[65677]: DEBUG oslo_vmware.api [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636306, 'name': PowerOnVM_Task, 'duration_secs': 0.697639} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.738019] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.738134] env[65677]: INFO nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Took 11.37 seconds to spawn the instance on the hypervisor. [ 834.738700] env[65677]: DEBUG nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 834.739343] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aceae3-7f28-4c5a-8df6-2dd4f52e7a3f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.864472] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619371} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.864877] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. [ 834.866091] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a163a9-0345-49a0-9940-325bd0840938 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.897713] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.898143] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5313534f-82ce-4742-a2f0-87506c67f50f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.921755] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 834.921755] env[65677]: value = "task-4636310" [ 834.921755] env[65677]: _type = "Task" [ 834.921755] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.935150] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.018292] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.152618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.153863] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 835.159183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.902s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.160890] env[65677]: INFO nova.compute.claims [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.270737] env[65677]: INFO nova.compute.manager [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Took 45.45 seconds to build instance. [ 835.434714] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.518056] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636309, 'name': ReconfigVM_Task, 'duration_secs': 0.720682} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.518354] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.519023] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c3561a2-5253-4301-880f-27ae637e1d97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.529987] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 835.529987] env[65677]: value = "task-4636311" [ 835.529987] env[65677]: _type = "Task" [ 835.529987] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.552157] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636311, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.670638] env[65677]: DEBUG nova.compute.utils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.680251] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 835.680665] env[65677]: DEBUG nova.network.neutron [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 835.681538] env[65677]: WARNING neutronclient.v2_0.client [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.682963] env[65677]: WARNING neutronclient.v2_0.client [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.773836] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd98529e-8768-46c5-b3a3-7dd628c22de1 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.755s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.838454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "580e1c52-c0ad-4e52-9ff1-210565ca5378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.838743] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.839134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "580e1c52-c0ad-4e52-9ff1-210565ca5378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.839250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.839401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.841695] env[65677]: INFO nova.compute.manager [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Terminating instance [ 835.934396] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636310, 'name': ReconfigVM_Task, 'duration_secs': 0.622309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.934934] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.936172] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9b9479-f0e3-43a5-ad79-6a50961463ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.974374] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f62d78-85e8-44fc-aebc-4beb4fa38d25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.993048] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 835.993048] env[65677]: value = "task-4636312" [ 835.993048] env[65677]: _type = "Task" [ 835.993048] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.004443] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.041516] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636311, 'name': Rename_Task, 'duration_secs': 0.228152} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.042133] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.042133] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8daa51a8-78fb-494c-abc8-1cadc2f0a97f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.050225] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 836.050225] env[65677]: value = "task-4636313" [ 836.050225] env[65677]: _type = "Task" [ 836.050225] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.064854] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.077564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.077564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.176392] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 836.277674] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 836.285187] env[65677]: DEBUG nova.policy [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '430e2f1c65a04fffa65dba7656112479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b153e43a9782476788cef01ae7b459a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.347674] env[65677]: DEBUG nova.compute.manager [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 836.347938] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.352604] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df48fa4b-4788-4c45-a7fa-0804fab8dd2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.362488] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.362777] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac19e86c-fb79-45de-8f69-655297d2a615 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.373840] env[65677]: DEBUG oslo_vmware.api [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 836.373840] env[65677]: value = "task-4636314" [ 836.373840] env[65677]: _type = "Task" [ 836.373840] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.398121] env[65677]: DEBUG oslo_vmware.api [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.514519] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636312, 'name': ReconfigVM_Task, 'duration_secs': 0.187684} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.514519] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.514519] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d111fe4d-ed7c-4725-8330-e6a86e787117 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.525790] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 836.525790] env[65677]: value = "task-4636315" [ 836.525790] env[65677]: _type = "Task" [ 836.525790] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.536580] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.565835] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.806497] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.820087] env[65677]: DEBUG nova.network.neutron [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Successfully created port: 7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 836.861213] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560f91c-c0bf-40a7-9fc3-52d1a393797e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.876513] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99119c4-d0f7-42c6-9c1b-49c0cb87d8f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.920085] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990738a5-8c7a-497b-b271-b04d0f465259 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.927331] env[65677]: DEBUG oslo_vmware.api [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636314, 'name': PowerOffVM_Task, 'duration_secs': 0.225159} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.929025] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.929025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.929025] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4feb8c0e-cb30-4c79-886d-f7e2ef52c9f1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.936026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56cfab6-1836-49ec-a97c-60c810242253 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.957095] env[65677]: DEBUG nova.compute.provider_tree [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.022701] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.023162] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.023442] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore2] 580e1c52-c0ad-4e52-9ff1-210565ca5378 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.023737] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b3c3f6b-876d-43d0-af09-2948098b8b72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.032655] env[65677]: DEBUG oslo_vmware.api [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 837.032655] env[65677]: value = "task-4636317" [ 837.032655] env[65677]: _type = "Task" [ 837.032655] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.040341] env[65677]: DEBUG oslo_vmware.api [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636315, 'name': PowerOnVM_Task, 'duration_secs': 0.465208} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.041406] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.046671] env[65677]: DEBUG oslo_vmware.api [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.048017] env[65677]: DEBUG nova.compute.manager [None req-b7afe2e8-4c7a-4e9a-a723-94ddbeec139a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 837.048741] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e34a2d-b6cf-4fcb-8b0b-a2ddcc7ce2aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.068543] env[65677]: DEBUG oslo_vmware.api [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636313, 'name': PowerOnVM_Task, 'duration_secs': 0.676749} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.069262] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.069504] env[65677]: INFO nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Took 7.40 seconds to spawn the instance on the hypervisor. [ 837.069606] env[65677]: DEBUG nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 837.070732] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed6e87-67f2-456f-8635-97c0f3c433f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.189279] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 837.230489] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.230801] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.230959] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.234655] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.234655] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.234655] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.234655] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.234655] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.234655] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.234970] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.236180] env[65677]: DEBUG nova.virt.hardware [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.236180] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454e8f5-ba97-46a6-99ad-0502a88ffd2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.246361] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1b3d7-ffb9-4af4-8284-4d9dc304de45 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.462906] env[65677]: DEBUG nova.scheduler.client.report [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.545276] env[65677]: DEBUG oslo_vmware.api [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284487} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.546019] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.546271] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.546489] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.546701] env[65677]: INFO nova.compute.manager [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Took 1.20 seconds to destroy the instance on the hypervisor. [ 837.547565] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.547916] env[65677]: DEBUG nova.compute.manager [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 837.548069] env[65677]: DEBUG nova.network.neutron [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 837.548425] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.591969] env[65677]: INFO nova.compute.manager [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Took 42.29 seconds to build instance. [ 837.869472] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.973094] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.973094] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 837.974923] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.093s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.975159] env[65677]: DEBUG nova.objects.instance [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lazy-loading 'resources' on Instance uuid 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.095157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd85e6bc-4fba-4cbb-a1ff-944777c3e8ab tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "16156322-73bc-48d0-a640-09e4b2ecd614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.139s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.478720] env[65677]: DEBUG nova.compute.utils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.483138] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 838.483138] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 838.483480] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.483687] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.581287] env[65677]: DEBUG nova.policy [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f3cb4305104a1486ee6eb388d435e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51741328f6404a78bd71a3b6200643a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.599930] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 838.748102] env[65677]: DEBUG nova.network.neutron [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.972314] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Successfully created port: 402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.983694] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 839.126726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.201733] env[65677]: DEBUG nova.network.neutron [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Successfully updated port: 7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 839.252452] env[65677]: INFO nova.compute.manager [-] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Took 1.70 seconds to deallocate network for instance. [ 839.368060] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1025c547-2d69-47ad-a77a-8466a0f7c7b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.373625] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff01d8-a5de-45b4-8edc-26c8e1eab29b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.413030] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766cfd2-8928-45a4-ac43-bc838eff0d44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.424786] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9622afca-427a-423b-9510-6af054d0f205 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.442838] env[65677]: DEBUG nova.compute.provider_tree [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.706226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "refresh_cache-6ff70642-3d17-4be6-b9e3-cc304ff8d154" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.708108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "refresh_cache-6ff70642-3d17-4be6-b9e3-cc304ff8d154" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.708108] env[65677]: DEBUG nova.network.neutron [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 839.768949] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.946247] env[65677]: DEBUG nova.scheduler.client.report [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.996410] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 840.037907] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 840.038440] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.038736] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 840.039091] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.039374] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 840.039639] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 840.040010] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.040283] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 840.040589] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 840.040874] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 840.041182] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 840.042669] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df07a8-ad50-4b0c-ac20-4ed6c8d2cc13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.056187] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9bd679-9a29-497f-93b1-8907aedcbc0f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.398733] env[65677]: DEBUG nova.network.neutron [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 840.453756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.477s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.456207] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.177s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.456469] env[65677]: DEBUG nova.objects.instance [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lazy-loading 'resources' on Instance uuid 69ca333b-92f1-47ed-b99d-24f65cf526da {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.477667] env[65677]: INFO nova.scheduler.client.report [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Deleted allocations for instance 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832 [ 840.610995] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.611187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.804187] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Successfully updated port: 402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.989373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "39ad9760-bdb8-4da7-bd9a-0ae0ceabc832" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.651s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.005117] env[65677]: WARNING neutronclient.v2_0.client [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.119396] env[65677]: DEBUG nova.compute.manager [req-1cc91e2a-1df9-4265-84e7-b71b59824268 req-1fe4aa8c-3566-4487-a15e-a98f67a6947c service nova] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Received event network-vif-deleted-a1b8a6ed-a555-41d6-a809-156b14a390a8 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 841.194963] env[65677]: DEBUG nova.network.neutron [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Updating instance_info_cache with network_info: [{"id": "7ab2a4d0-8130-4de7-946e-7a5c6693906f", "address": "fa:16:3e:19:0b:70", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab2a4d0-81", "ovs_interfaceid": "7ab2a4d0-8130-4de7-946e-7a5c6693906f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.309324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "refresh_cache-1954741e-a718-4048-b0a5-5ed3b2eea360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.309457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "refresh_cache-1954741e-a718-4048-b0a5-5ed3b2eea360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.309633] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 841.559633] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a1ae7-e8ff-4bd6-ba9b-711c9acc3739 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.576866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea986cb-9c37-4419-bf14-e73222257f77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.622588] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b31f488-fbb8-4431-9c9b-1cb53667bc89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.633989] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb279e74-849b-4f90-8781-18570a2d9183 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.649573] env[65677]: DEBUG nova.compute.provider_tree [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.676701] env[65677]: DEBUG nova.compute.manager [req-efd3e583-f9dd-46ab-9f2b-d94f91df604a req-e272923e-1581-4c59-9661-070d40a4c18e service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Received event network-vif-plugged-7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 841.676701] env[65677]: DEBUG oslo_concurrency.lockutils [req-efd3e583-f9dd-46ab-9f2b-d94f91df604a req-e272923e-1581-4c59-9661-070d40a4c18e service nova] Acquiring lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.676701] env[65677]: DEBUG oslo_concurrency.lockutils [req-efd3e583-f9dd-46ab-9f2b-d94f91df604a req-e272923e-1581-4c59-9661-070d40a4c18e service nova] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.676701] env[65677]: DEBUG oslo_concurrency.lockutils [req-efd3e583-f9dd-46ab-9f2b-d94f91df604a req-e272923e-1581-4c59-9661-070d40a4c18e service nova] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.676701] env[65677]: DEBUG nova.compute.manager [req-efd3e583-f9dd-46ab-9f2b-d94f91df604a req-e272923e-1581-4c59-9661-070d40a4c18e service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] No waiting events found dispatching network-vif-plugged-7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 841.676701] env[65677]: WARNING nova.compute.manager [req-efd3e583-f9dd-46ab-9f2b-d94f91df604a req-e272923e-1581-4c59-9661-070d40a4c18e service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Received unexpected event network-vif-plugged-7ab2a4d0-8130-4de7-946e-7a5c6693906f for instance with vm_state building and task_state spawning. [ 841.700612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "refresh_cache-6ff70642-3d17-4be6-b9e3-cc304ff8d154" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.701109] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Instance network_info: |[{"id": "7ab2a4d0-8130-4de7-946e-7a5c6693906f", "address": "fa:16:3e:19:0b:70", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab2a4d0-81", "ovs_interfaceid": "7ab2a4d0-8130-4de7-946e-7a5c6693906f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 841.702144] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:0b:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ab2a4d0-8130-4de7-946e-7a5c6693906f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.714329] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.715010] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.715287] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa61097d-9c22-4713-aa8f-3d04a760c687 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.740634] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.740634] env[65677]: value = "task-4636318" [ 841.740634] env[65677]: _type = "Task" [ 841.740634] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.752107] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636318, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.853553] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 841.982179] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.045711] env[65677]: INFO nova.compute.manager [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Rebuilding instance [ 842.123688] env[65677]: DEBUG nova.compute.manager [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 842.124727] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369bdd3d-9f91-4c0f-a270-338713f73d3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.161026] env[65677]: DEBUG nova.scheduler.client.report [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.195499] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.195891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.217280] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Updating instance_info_cache with network_info: [{"id": "402925a4-1e8a-497e-9fe9-69cf31b5ebbd", "address": "fa:16:3e:d9:5c:83", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402925a4-1e", "ovs_interfaceid": "402925a4-1e8a-497e-9fe9-69cf31b5ebbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.236043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "43533110-19d7-4d9b-9149-159de6449b07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.236364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "43533110-19d7-4d9b-9149-159de6449b07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.254170] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636318, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.665961] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.671146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.941s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.674772] env[65677]: DEBUG nova.objects.instance [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lazy-loading 'resources' on Instance uuid 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.714211] env[65677]: INFO nova.scheduler.client.report [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleted allocations for instance 69ca333b-92f1-47ed-b99d-24f65cf526da [ 842.719440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "refresh_cache-1954741e-a718-4048-b0a5-5ed3b2eea360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.719745] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Instance network_info: |[{"id": "402925a4-1e8a-497e-9fe9-69cf31b5ebbd", "address": "fa:16:3e:d9:5c:83", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402925a4-1e", "ovs_interfaceid": "402925a4-1e8a-497e-9fe9-69cf31b5ebbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 842.720405] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:5c:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '402925a4-1e8a-497e-9fe9-69cf31b5ebbd', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.731235] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Creating folder: Project (51741328f6404a78bd71a3b6200643a3). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.731575] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f864e1-00ce-476f-9f2a-0281cae55d7e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.750374] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Created folder: Project (51741328f6404a78bd71a3b6200643a3) in parent group-v905237. [ 842.750613] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Creating folder: Instances. Parent ref: group-v905414. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.751758] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ab0c16-f33f-4150-9009-984471a6711b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.762473] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636318, 'name': CreateVM_Task, 'duration_secs': 0.973127} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.762473] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.762473] env[65677]: WARNING neutronclient.v2_0.client [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.763772] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.764295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.765143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.765714] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d65de62-d8ab-4ed6-b2ee-ef90c4c5293b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.773514] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Created folder: Instances in parent group-v905414. [ 842.773779] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 842.776097] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.776677] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 842.776677] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a53174-c826-ae19-8b1b-e29d4a029fbf" [ 842.776677] env[65677]: _type = "Task" [ 842.776677] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.776951] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79b3fdc0-4f18-4e52-a2e4-f274a387d260 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.810453] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a53174-c826-ae19-8b1b-e29d4a029fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.812599] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.812599] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.812787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.812787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.812993] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.813208] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.813208] env[65677]: value = "task-4636321" [ 842.813208] env[65677]: _type = "Task" [ 842.813208] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.813502] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7d1e31f-a199-49ff-8724-f2d742e6e384 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.830032] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636321, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.831778] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.832009] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.832804] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf1c6ec-18f8-4884-bb31-81b104a9fb6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.840877] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 842.840877] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e95061-c47a-4369-6bae-d33083103be5" [ 842.840877] env[65677]: _type = "Task" [ 842.840877] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.850990] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e95061-c47a-4369-6bae-d33083103be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.093502] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "1a1c4c74-e31f-427c-80fc-c1f197e16745" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.093832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.093881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "1a1c4c74-e31f-427c-80fc-c1f197e16745-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.094059] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.094235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.097390] env[65677]: INFO nova.compute.manager [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Terminating instance [ 843.143788] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.144710] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6190a69a-0182-4a2b-9da6-a6d975e90e74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.155259] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 843.155259] env[65677]: value = "task-4636322" [ 843.155259] env[65677]: _type = "Task" [ 843.155259] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.168903] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.227287] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de5aec86-51dd-4121-bf76-20d53723404c tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "69ca333b-92f1-47ed-b99d-24f65cf526da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.448s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.335112] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636321, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.356176] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e95061-c47a-4369-6bae-d33083103be5, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.356176] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdcc990-139b-47bc-8f7f-cb3f331a3fc8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.368021] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 843.368021] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cb6020-149f-1478-f2f5-efa6c373ac9a" [ 843.368021] env[65677]: _type = "Task" [ 843.368021] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.378505] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cb6020-149f-1478-f2f5-efa6c373ac9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.603581] env[65677]: DEBUG nova.compute.manager [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 843.603833] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.604796] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df8c07-c2a7-417b-9de7-8a1af4b5e141 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.615057] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.615377] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01e40bae-4732-42a6-b68d-7a449f50d7d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.623071] env[65677]: DEBUG nova.compute.manager [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Received event network-vif-plugged-402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 843.623071] env[65677]: DEBUG oslo_concurrency.lockutils [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] Acquiring lock "1954741e-a718-4048-b0a5-5ed3b2eea360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.623071] env[65677]: DEBUG oslo_concurrency.lockutils [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.623071] env[65677]: DEBUG oslo_concurrency.lockutils [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.623071] env[65677]: DEBUG nova.compute.manager [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] No waiting events found dispatching network-vif-plugged-402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 843.623071] env[65677]: WARNING nova.compute.manager [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Received unexpected event network-vif-plugged-402925a4-1e8a-497e-9fe9-69cf31b5ebbd for instance with vm_state building and task_state spawning. [ 843.623871] env[65677]: DEBUG nova.compute.manager [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Received event network-changed-402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 843.623871] env[65677]: DEBUG nova.compute.manager [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Refreshing instance network info cache due to event network-changed-402925a4-1e8a-497e-9fe9-69cf31b5ebbd. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 843.623871] env[65677]: DEBUG oslo_concurrency.lockutils [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] Acquiring lock "refresh_cache-1954741e-a718-4048-b0a5-5ed3b2eea360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.623996] env[65677]: DEBUG oslo_concurrency.lockutils [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] Acquired lock "refresh_cache-1954741e-a718-4048-b0a5-5ed3b2eea360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.624140] env[65677]: DEBUG nova.network.neutron [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Refreshing network info cache for port 402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.628240] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 843.628240] env[65677]: value = "task-4636323" [ 843.628240] env[65677]: _type = "Task" [ 843.628240] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.656470] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.671877] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636322, 'name': PowerOffVM_Task, 'duration_secs': 0.183035} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.675280] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.676236] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.677031] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367af447-fe59-47fa-81ef-c383ffe20ab1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.685543] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.685818] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-733cfe34-8bfa-47e9-9da6-c14405dfe68b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.726131] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.726365] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.728027] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleting the datastore file [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.728027] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c575031-d626-4cee-98e6-30adf8e61d9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.738948] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 843.738948] env[65677]: value = "task-4636325" [ 843.738948] env[65677]: _type = "Task" [ 843.738948] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.753780] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.840722] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636321, 'name': CreateVM_Task, 'duration_secs': 0.771509} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.840922] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.841501] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.841919] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.842084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.842418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842719] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08b00c2-4d9d-41cf-8865-35eb963b58ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.852531] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 843.852531] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cbb414-8fe4-1220-0728-07f384849edc" [ 843.852531] env[65677]: _type = "Task" [ 843.852531] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.854606] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba1a8-40dc-a176-80f8-da5babebac25/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.855587] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140855a9-3431-432b-ad2e-4e69fc0c850c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.865834] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba1a8-40dc-a176-80f8-da5babebac25/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.866049] env[65677]: ERROR oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba1a8-40dc-a176-80f8-da5babebac25/disk-0.vmdk due to incomplete transfer. [ 843.869808] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-665adef4-4482-4714-bbc2-fb648b8b07b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.871960] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cbb414-8fe4-1220-0728-07f384849edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.888439] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cb6020-149f-1478-f2f5-efa6c373ac9a, 'name': SearchDatastore_Task, 'duration_secs': 0.027187} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.891114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.891233] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 6ff70642-3d17-4be6-b9e3-cc304ff8d154/6ff70642-3d17-4be6-b9e3-cc304ff8d154.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.891467] env[65677]: DEBUG oslo_vmware.rw_handles [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba1a8-40dc-a176-80f8-da5babebac25/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.891724] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Uploaded image 60181b70-8fd8-40a6-99b5-7bbf14dc9c74 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.894245] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.894708] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c8815e1-d599-4800-a0a1-644f4a9300b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898233] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d51298de-000e-4cbb-af11-1ad67efb2edb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.911355] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 843.911355] env[65677]: value = "task-4636326" [ 843.911355] env[65677]: _type = "Task" [ 843.911355] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.913014] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 843.913014] env[65677]: value = "task-4636327" [ 843.913014] env[65677]: _type = "Task" [ 843.913014] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.934036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "794ac201-18ea-4bb6-aa65-8cb28f304e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.934277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.935034] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.939477] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636327, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.956366] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c786753c-cb42-4c26-8fd2-38ebd4e46f37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.965543] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e368e-b382-4679-9fd2-3973e9dc4116 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.999685] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72dfec3-19f0-4b0b-921f-5a13678a9b41 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.009794] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f184465e-6f05-4826-a9a6-e05da04b24ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.029730] env[65677]: DEBUG nova.compute.provider_tree [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.104921] env[65677]: DEBUG nova.compute.manager [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Received event network-changed-7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 844.105292] env[65677]: DEBUG nova.compute.manager [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Refreshing instance network info cache due to event network-changed-7ab2a4d0-8130-4de7-946e-7a5c6693906f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 844.105582] env[65677]: DEBUG oslo_concurrency.lockutils [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] Acquiring lock "refresh_cache-6ff70642-3d17-4be6-b9e3-cc304ff8d154" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.105654] env[65677]: DEBUG oslo_concurrency.lockutils [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] Acquired lock "refresh_cache-6ff70642-3d17-4be6-b9e3-cc304ff8d154" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.105784] env[65677]: DEBUG nova.network.neutron [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Refreshing network info cache for port 7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.133901] env[65677]: WARNING neutronclient.v2_0.client [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.152260] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.155402] env[65677]: DEBUG nova.compute.manager [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 844.253715] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.253879] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.254076] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.254304] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.335918] env[65677]: WARNING neutronclient.v2_0.client [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.368437] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cbb414-8fe4-1220-0728-07f384849edc, 'name': SearchDatastore_Task, 'duration_secs': 0.026735} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.368888] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.369225] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.369570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.369799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.370084] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.370880] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075bb359-68de-4514-b3e5-c7d65d7fb597 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.382861] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.383229] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.384179] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bef1dd-d162-42a5-8cd3-56498bf7d5af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.392173] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 844.392173] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5209a8b7-3086-11f5-c974-848e4af889e7" [ 844.392173] env[65677]: _type = "Task" [ 844.392173] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.405809] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5209a8b7-3086-11f5-c974-848e4af889e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.430530] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636326, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.431274] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636327, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.461736] env[65677]: DEBUG nova.network.neutron [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Updated VIF entry in instance network info cache for port 402925a4-1e8a-497e-9fe9-69cf31b5ebbd. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 844.462214] env[65677]: DEBUG nova.network.neutron [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Updating instance_info_cache with network_info: [{"id": "402925a4-1e8a-497e-9fe9-69cf31b5ebbd", "address": "fa:16:3e:d9:5c:83", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402925a4-1e", "ovs_interfaceid": "402925a4-1e8a-497e-9fe9-69cf31b5ebbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.533080] env[65677]: DEBUG nova.scheduler.client.report [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.604645] env[65677]: INFO nova.compute.manager [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Rescuing [ 844.604940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.605112] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.605318] env[65677]: DEBUG nova.network.neutron [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 844.608641] env[65677]: WARNING neutronclient.v2_0.client [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.647885] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636323, 'name': PowerOffVM_Task, 'duration_secs': 0.921526} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.651480] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.651680] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.652362] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6724ecf3-6013-4aac-b8e8-72b2705a47d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.681835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.771694] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.771975] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.772191] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Deleting the datastore file [datastore1] 1a1c4c74-e31f-427c-80fc-c1f197e16745 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.772416] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84658c3e-43c4-4fb6-99dd-9f249ea04988 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.783221] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for the task: (returnval){ [ 844.783221] env[65677]: value = "task-4636329" [ 844.783221] env[65677]: _type = "Task" [ 844.783221] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.792051] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.855173] env[65677]: WARNING neutronclient.v2_0.client [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.908950] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5209a8b7-3086-11f5-c974-848e4af889e7, 'name': SearchDatastore_Task, 'duration_secs': 0.022732} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.909867] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cf0ee9-78c5-4b31-bd57-ea309180ae5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.919630] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 844.919630] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f5d56b-9111-9481-172c-cb64badbde4b" [ 844.919630] env[65677]: _type = "Task" [ 844.919630] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.934171] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998228} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.934977] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 6ff70642-3d17-4be6-b9e3-cc304ff8d154/6ff70642-3d17-4be6-b9e3-cc304ff8d154.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.935245] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.935906] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b41eb61-4ef4-4ac1-8b13-aa0f8df3fa7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.946650] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f5d56b-9111-9481-172c-cb64badbde4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.948628] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636327, 'name': Destroy_Task, 'duration_secs': 0.805948} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.948774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.949107] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 1954741e-a718-4048-b0a5-5ed3b2eea360/1954741e-a718-4048-b0a5-5ed3b2eea360.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.949403] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Destroyed the VM [ 844.949644] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.950046] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a80ffc-d73c-4e1f-912e-2796463186a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.952257] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e9023fea-a31e-49a8-be36-b38d30695f5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.956127] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 844.956127] env[65677]: value = "task-4636330" [ 844.956127] env[65677]: _type = "Task" [ 844.956127] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.958023] env[65677]: DEBUG nova.network.neutron [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Updated VIF entry in instance network info cache for port 7ab2a4d0-8130-4de7-946e-7a5c6693906f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 844.958411] env[65677]: DEBUG nova.network.neutron [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Updating instance_info_cache with network_info: [{"id": "7ab2a4d0-8130-4de7-946e-7a5c6693906f", "address": "fa:16:3e:19:0b:70", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab2a4d0-81", "ovs_interfaceid": "7ab2a4d0-8130-4de7-946e-7a5c6693906f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.967763] env[65677]: DEBUG oslo_concurrency.lockutils [req-7000bb0a-be57-4035-b862-7a1d443338f5 req-5843ea47-de55-4c26-9c1c-6360fc05eb45 service nova] Releasing lock "refresh_cache-1954741e-a718-4048-b0a5-5ed3b2eea360" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.968302] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 844.968302] env[65677]: value = "task-4636332" [ 844.968302] env[65677]: _type = "Task" [ 844.968302] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.968718] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 844.968718] env[65677]: value = "task-4636331" [ 844.968718] env[65677]: _type = "Task" [ 844.968718] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.983414] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.991399] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.995463] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.039756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.043992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.247s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.044400] env[65677]: DEBUG nova.objects.instance [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lazy-loading 'resources' on Instance uuid 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.069276] env[65677]: INFO nova.scheduler.client.report [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Deleted allocations for instance 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7 [ 845.110061] env[65677]: WARNING neutronclient.v2_0.client [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.240746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "3fd48715-cf85-4f6b-b284-1826f26a2a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.241354] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.304030] env[65677]: DEBUG oslo_vmware.api [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Task: {'id': task-4636329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262083} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.307068] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.307460] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.307821] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.308168] env[65677]: INFO nova.compute.manager [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Took 1.70 seconds to destroy the instance on the hypervisor. [ 845.308580] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.310314] env[65677]: DEBUG nova.compute.manager [-] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 845.310314] env[65677]: DEBUG nova.network.neutron [-] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 845.310314] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.317420] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.317885] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.318019] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.318212] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.318433] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.318887] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.319007] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.319123] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.319315] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.319475] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.319646] env[65677]: DEBUG nova.virt.hardware [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.321017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e5c12d-c9e9-4509-a39e-33fe41a9dac0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.333698] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd344749-6971-483d-837c-67ac02fc5dba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.349859] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.356226] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.359170] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.359507] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.360113] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2d27ca5-0631-448e-a973-8358d03ca87c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.381871] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.381871] env[65677]: value = "task-4636333" [ 845.381871] env[65677]: _type = "Task" [ 845.381871] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.392530] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636333, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.393803] env[65677]: WARNING neutronclient.v2_0.client [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.462040] env[65677]: DEBUG oslo_concurrency.lockutils [req-d1c88cea-30fb-4339-a6cf-405d0125bd27 req-29f548b2-cd05-4e58-a9d1-3c8c1931f03f service nova] Releasing lock "refresh_cache-6ff70642-3d17-4be6-b9e3-cc304ff8d154" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.468462] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074869} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.468829] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.469751] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01014df0-7101-486d-b1a7-7aa0f9d291a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.510959] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 6ff70642-3d17-4be6-b9e3-cc304ff8d154/6ff70642-3d17-4be6-b9e3-cc304ff8d154.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.518355] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de419132-376e-4430-974e-94c538d0761d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.533774] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636332, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.534195] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636331, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.540965] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 845.540965] env[65677]: value = "task-4636334" [ 845.540965] env[65677]: _type = "Task" [ 845.540965] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.542385] env[65677]: DEBUG nova.network.neutron [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Updating instance_info_cache with network_info: [{"id": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "address": "fa:16:3e:33:5d:46", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86c80a-ce", "ovs_interfaceid": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.560199] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.587593] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3040ec47-73d7-4fdd-b643-67b4bc715bad tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.593s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.588010] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.395s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.589047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.589507] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.589828] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.593959] env[65677]: INFO nova.compute.manager [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Terminating instance [ 845.900164] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636333, 'name': CreateVM_Task, 'duration_secs': 0.39637} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.900164] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.900972] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.901527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.901938] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.902365] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2653e6b3-ca92-4dc4-9295-991a7b71e2ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.913161] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 845.913161] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52530080-b906-92cd-64f8-4e00be7dd3ee" [ 845.913161] env[65677]: _type = "Task" [ 845.913161] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.923997] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52530080-b906-92cd-64f8-4e00be7dd3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.997607] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531971} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.001029] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 1954741e-a718-4048-b0a5-5ed3b2eea360/1954741e-a718-4048-b0a5-5ed3b2eea360.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.001328] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.001636] env[65677]: DEBUG oslo_vmware.api [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636331, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788217} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.004742] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1225cddb-0276-4744-b86f-19f859204d2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.006808] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.007122] env[65677]: INFO nova.compute.manager [None req-9c37701a-41ef-4752-b483-5e4374a3eb39 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 846.016636] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 846.016636] env[65677]: value = "task-4636335" [ 846.016636] env[65677]: _type = "Task" [ 846.016636] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.027988] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.051071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.061255] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.103631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.103631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquired lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.103631] env[65677]: DEBUG nova.network.neutron [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 846.139696] env[65677]: DEBUG nova.network.neutron [-] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.236012] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d99fc-f83f-4494-96ee-e0585f9b8450 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.248848] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916fa0eb-a10f-4d1b-a235-e37cc169f970 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.284768] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52d0c4d-3e9c-45d2-a633-adbea6fb5244 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.295543] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1593b28-082a-4bca-8d20-16010255889d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.311680] env[65677]: DEBUG nova.compute.provider_tree [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.337669] env[65677]: DEBUG nova.compute.manager [req-88566332-d9e1-4fe5-949b-7f09ba935c59 req-fc517d49-87be-4dfa-b90b-da288bc240d2 service nova] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Received event network-vif-deleted-024c1925-0a29-40ce-b45e-dbeaa434c600 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 846.425691] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52530080-b906-92cd-64f8-4e00be7dd3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.027768} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.426250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.426949] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.427311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427861] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.428238] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6a76a0-92a2-4589-a871-6f1b436a2479 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.439433] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.440243] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.442111] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2610ee-0cb4-4284-995d-bf693be97cb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.449040] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 846.449040] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52473d19-5c9f-d1b9-7607-976d47de7150" [ 846.449040] env[65677]: _type = "Task" [ 846.449040] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.458524] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52473d19-5c9f-d1b9-7607-976d47de7150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.525601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.525823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.530192] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129361} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.530439] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.531747] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0660d2-c22b-4597-a267-75de2acebbf8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.562497] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1954741e-a718-4048-b0a5-5ed3b2eea360/1954741e-a718-4048-b0a5-5ed3b2eea360.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.566147] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c5a3281-90bc-4654-a7bb-239bea33a8b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.588405] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636334, 'name': ReconfigVM_Task, 'duration_secs': 0.626476} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.589311] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 6ff70642-3d17-4be6-b9e3-cc304ff8d154/6ff70642-3d17-4be6-b9e3-cc304ff8d154.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.590133] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 846.590133] env[65677]: value = "task-4636336" [ 846.590133] env[65677]: _type = "Task" [ 846.590133] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.590346] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b1eb89-7bd2-42fe-85e7-09297bb61627 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.604618] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.606166] env[65677]: DEBUG nova.compute.utils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Can not refresh info_cache because instance was not found {{(pid=65677) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 846.606504] env[65677]: WARNING neutronclient.v2_0.client [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.609627] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 846.609627] env[65677]: value = "task-4636337" [ 846.609627] env[65677]: _type = "Task" [ 846.609627] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.624789] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636337, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.639426] env[65677]: DEBUG nova.network.neutron [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 846.642292] env[65677]: INFO nova.compute.manager [-] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Took 1.33 seconds to deallocate network for instance. [ 846.788514] env[65677]: DEBUG nova.network.neutron [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.815406] env[65677]: DEBUG nova.scheduler.client.report [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.965471] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52473d19-5c9f-d1b9-7607-976d47de7150, 'name': SearchDatastore_Task, 'duration_secs': 0.02156} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.966649] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a851e348-87be-47af-874c-71fa085607b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.974635] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 846.974635] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52290f58-5b93-b8c8-bdd2-48c61b1be53c" [ 846.974635] env[65677]: _type = "Task" [ 846.974635] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.984875] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52290f58-5b93-b8c8-bdd2-48c61b1be53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.103030] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.126169] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636337, 'name': Rename_Task, 'duration_secs': 0.16987} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.126647] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.126959] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee8e9435-4bbc-4367-a3b2-ea694ea683bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.137759] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 847.137759] env[65677]: value = "task-4636338" [ 847.137759] env[65677]: _type = "Task" [ 847.137759] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.149543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.155711] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.292643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Releasing lock "refresh_cache-5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.293115] env[65677]: DEBUG nova.compute.manager [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 847.293342] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.294505] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6440b9dc-09c0-404d-8e45-e815745e40b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.306862] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe40cdb-5a1a-49d5-8981-2944294cfb45 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.321159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.323018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.402s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.324392] env[65677]: DEBUG nova.objects.instance [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'resources' on Instance uuid 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.350220] env[65677]: WARNING nova.virt.vmwareapi.vmops [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7 could not be found. [ 847.350408] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.350592] env[65677]: INFO nova.compute.manager [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 847.350959] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 847.351944] env[65677]: DEBUG nova.compute.manager [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 847.352070] env[65677]: DEBUG nova.network.neutron [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 847.352359] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.355259] env[65677]: INFO nova.scheduler.client.report [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Deleted allocations for instance 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e [ 847.378243] env[65677]: DEBUG nova.network.neutron [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.378525] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.467174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "a5304212-8168-4fe4-ab5b-f19dd1914bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.470333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.470333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "a5304212-8168-4fe4-ab5b-f19dd1914bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.470333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.470333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.471499] env[65677]: INFO nova.compute.manager [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Terminating instance [ 847.487073] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52290f58-5b93-b8c8-bdd2-48c61b1be53c, 'name': SearchDatastore_Task, 'duration_secs': 0.031714} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.488048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.488048] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.488048] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78726caa-ef0c-40ac-a649-1fea00c11d3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.496676] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 847.496676] env[65677]: value = "task-4636339" [ 847.496676] env[65677]: _type = "Task" [ 847.496676] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.507328] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.602444] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636336, 'name': ReconfigVM_Task, 'duration_secs': 0.620693} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.602701] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1954741e-a718-4048-b0a5-5ed3b2eea360/1954741e-a718-4048-b0a5-5ed3b2eea360.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.603406] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-469c9386-bf23-4a53-a4f5-3919fe0b1f87 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.610499] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 847.610499] env[65677]: value = "task-4636340" [ 847.610499] env[65677]: _type = "Task" [ 847.610499] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.619560] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.619858] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636340, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.620115] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82a13fb3-28ef-466d-b43c-1d7ffbec0e70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.627660] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 847.627660] env[65677]: value = "task-4636341" [ 847.627660] env[65677]: _type = "Task" [ 847.627660] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.636493] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.650751] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.827757] env[65677]: DEBUG nova.objects.instance [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'numa_topology' on Instance uuid 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.864600] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "2081e7b0-b19a-40a2-b7c4-9c6df3351a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.765s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.881078] env[65677]: DEBUG nova.network.neutron [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.976274] env[65677]: DEBUG nova.compute.manager [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 847.976510] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.977459] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642c6b5-7b96-48dd-9de7-245af3b1cd3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.988528] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.988835] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db0e1f5-edfc-4117-b13b-3d73a4d7f003 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.997806] env[65677]: DEBUG oslo_vmware.api [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 847.997806] env[65677]: value = "task-4636342" [ 847.997806] env[65677]: _type = "Task" [ 847.997806] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.014913] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636339, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.018986] env[65677]: DEBUG oslo_vmware.api [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.121522] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636340, 'name': Rename_Task, 'duration_secs': 0.200094} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.121851] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.122156] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbcfaf00-b76d-4be6-bb67-d59a1316abff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.131906] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 848.131906] env[65677]: value = "task-4636343" [ 848.131906] env[65677]: _type = "Task" [ 848.131906] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.138952] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636341, 'name': PowerOffVM_Task, 'duration_secs': 0.250743} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.139842] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.143748] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48a6a6-e77c-484a-9933-d934a3f1d399 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.150219] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.157094] env[65677]: DEBUG oslo_vmware.api [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636338, 'name': PowerOnVM_Task, 'duration_secs': 0.755167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.172090] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.172366] env[65677]: INFO nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Took 10.98 seconds to spawn the instance on the hypervisor. [ 848.172704] env[65677]: DEBUG nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 848.173756] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c3027-9424-4364-b414-4807db007156 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.177113] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313c154-71a3-476c-9b91-2c9c07e517b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.217613] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.218117] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3558928c-d68a-4a0b-8caf-c67490becdf6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.226898] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 848.226898] env[65677]: value = "task-4636344" [ 848.226898] env[65677]: _type = "Task" [ 848.226898] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.236947] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.330326] env[65677]: DEBUG nova.objects.base [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Object Instance<3ca986e5-2a75-4856-9abd-956ecf4f6ce6> lazy-loaded attributes: resources,numa_topology {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 848.385419] env[65677]: INFO nova.compute.manager [-] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Took 1.03 seconds to deallocate network for instance. [ 848.518155] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584297} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.518414] env[65677]: DEBUG oslo_vmware.api [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636342, 'name': PowerOffVM_Task, 'duration_secs': 0.210572} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.521523] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.521523] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.521715] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.521715] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.523021] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e38fe83-fde0-4929-8fb8-ede75572d200 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.524254] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3537ed7c-41b6-4334-8410-68634179d786 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.532691] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 848.532691] env[65677]: value = "task-4636346" [ 848.532691] env[65677]: _type = "Task" [ 848.532691] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.547781] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.613145] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.613448] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.613607] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Deleting the datastore file [datastore2] a5304212-8168-4fe4-ab5b-f19dd1914bba {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.613889] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed80c8f1-9fe2-4612-bcf1-b26361be4fd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.621617] env[65677]: DEBUG oslo_vmware.api [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for the task: (returnval){ [ 848.621617] env[65677]: value = "task-4636347" [ 848.621617] env[65677]: _type = "Task" [ 848.621617] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.633644] env[65677]: DEBUG oslo_vmware.api [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.642855] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.706107] env[65677]: INFO nova.compute.manager [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Took 48.20 seconds to build instance. [ 848.742278] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.742585] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.742834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.742981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.743174] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.743695] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51307614-5eb0-4213-9412-9ca70d93cc0e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757705] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.757932] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.761383] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac198eed-d376-4431-a6bc-822adc936f5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.768508] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 848.768508] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520d4686-4179-1e87-1d7d-520e8b97dfdb" [ 848.768508] env[65677]: _type = "Task" [ 848.768508] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.778583] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520d4686-4179-1e87-1d7d-520e8b97dfdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.895386] env[65677]: INFO nova.compute.manager [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance disappeared during terminate [ 848.895386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67e8bfb4-ffac-4a6d-bdfa-0fcc5abb0751 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.308s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.957203] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454dbb9-98fa-4ba6-bb76-a744807cb224 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.966325] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c727ec-1ee2-4762-add7-daeabc028772 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.016107] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93f5ba-a9b7-483b-a507-4ba6d62b0130 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.030231] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46afc24c-21e2-4f90-bce6-ece5243dabe5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.050184] env[65677]: DEBUG nova.compute.provider_tree [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.057870] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076864} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.058171] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.059060] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14243a3e-128c-4731-ba04-1458e45317d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.080790] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.081530] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a91b6d-db9d-48a2-8189-a72856da4947 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.101681] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 849.101681] env[65677]: value = "task-4636348" [ 849.101681] env[65677]: _type = "Task" [ 849.101681] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.112227] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.133407] env[65677]: DEBUG oslo_vmware.api [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Task: {'id': task-4636347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43125} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.133795] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.134019] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.134235] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.134473] env[65677]: INFO nova.compute.manager [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Took 1.16 seconds to destroy the instance on the hypervisor. [ 849.134771] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 849.139308] env[65677]: DEBUG nova.compute.manager [-] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 849.139503] env[65677]: DEBUG nova.network.neutron [-] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 849.139785] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.148790] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636343, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.175118] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.209535] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36839896-f744-490f-b85b-70f52d9bb27f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.147s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.281669] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520d4686-4179-1e87-1d7d-520e8b97dfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.025534} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.282974] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17830765-4642-4b06-85a9-d9aca3a599fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.291904] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 849.291904] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c5e138-aa90-9be9-4480-0c102166a08f" [ 849.291904] env[65677]: _type = "Task" [ 849.291904] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.301569] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c5e138-aa90-9be9-4480-0c102166a08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.557032] env[65677]: DEBUG nova.scheduler.client.report [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.600147] env[65677]: DEBUG nova.compute.manager [req-4b324213-0b86-42fd-af5b-8e0e569a5c7a req-b0684e9f-21cd-4275-b66e-bd665dccbbef service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Received event network-vif-deleted-3dbc22dc-5c77-44a1-8527-cab0e61ad078 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 849.600514] env[65677]: INFO nova.compute.manager [req-4b324213-0b86-42fd-af5b-8e0e569a5c7a req-b0684e9f-21cd-4275-b66e-bd665dccbbef service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Neutron deleted interface 3dbc22dc-5c77-44a1-8527-cab0e61ad078; detaching it from the instance and deleting it from the info cache [ 849.600599] env[65677]: DEBUG nova.network.neutron [req-4b324213-0b86-42fd-af5b-8e0e569a5c7a req-b0684e9f-21cd-4275-b66e-bd665dccbbef service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.614180] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636348, 'name': ReconfigVM_Task, 'duration_secs': 0.3442} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.615125] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614/16156322-73bc-48d0-a640-09e4b2ecd614.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.615767] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f90efc60-1456-4758-956d-0ddba5747fa7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.625318] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 849.625318] env[65677]: value = "task-4636349" [ 849.625318] env[65677]: _type = "Task" [ 849.625318] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.641689] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636349, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.648906] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636343, 'name': PowerOnVM_Task, 'duration_secs': 1.115388} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.648983] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.649398] env[65677]: INFO nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Took 9.65 seconds to spawn the instance on the hypervisor. [ 849.649715] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 849.650833] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b5de28-881c-4e07-88e0-566824fab93e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.712484] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 849.807038] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c5e138-aa90-9be9-4480-0c102166a08f, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.807038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.807253] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. {{(pid=65677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 849.807462] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c0a18a7-c017-41d2-89c2-c7574a3aa9c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.817255] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 849.817255] env[65677]: value = "task-4636350" [ 849.817255] env[65677]: _type = "Task" [ 849.817255] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.832761] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.928122] env[65677]: DEBUG nova.network.neutron [-] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.064541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.741s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.068999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.063s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.070336] env[65677]: INFO nova.compute.claims [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.103012] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deb382f4-bbd1-4c1d-a14e-92e2f38c1254 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.117707] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb997c-727a-4553-ba1c-58d0955665b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.139335] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636349, 'name': Rename_Task, 'duration_secs': 0.153464} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.139571] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.139828] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cae8ffc-a249-4ec0-87af-b8d64cee90f3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.159330] env[65677]: DEBUG nova.compute.manager [req-4b324213-0b86-42fd-af5b-8e0e569a5c7a req-b0684e9f-21cd-4275-b66e-bd665dccbbef service nova] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Detach interface failed, port_id=3dbc22dc-5c77-44a1-8527-cab0e61ad078, reason: Instance a5304212-8168-4fe4-ab5b-f19dd1914bba could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 850.161235] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 850.161235] env[65677]: value = "task-4636351" [ 850.161235] env[65677]: _type = "Task" [ 850.161235] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.176509] env[65677]: INFO nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Took 47.94 seconds to build instance. [ 850.237955] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.316264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.316576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.330578] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636350, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.431703] env[65677]: INFO nova.compute.manager [-] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Took 1.29 seconds to deallocate network for instance. [ 850.579866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-736da716-0cc5-4b83-916c-799369e17dcc tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.654s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.580979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.656s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.581879] env[65677]: INFO nova.compute.manager [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Unshelving [ 850.673298] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636351, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.678546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.875s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.829739] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772722} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.830034] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. [ 850.830845] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b9cc39-c4c1-4341-8ca0-9ad8adfb7eff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.849818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "4a0468b9-683d-4516-922c-bb41d4925c2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.850107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.850352] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "4a0468b9-683d-4516-922c-bb41d4925c2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.850646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.850774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.860041] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.860310] env[65677]: INFO nova.compute.manager [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Terminating instance [ 850.862085] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8149af1-d76c-4401-b23e-8b10f60e56e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.883116] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 850.883116] env[65677]: value = "task-4636352" [ 850.883116] env[65677]: _type = "Task" [ 850.883116] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.895832] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.939421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.177908] env[65677]: DEBUG oslo_vmware.api [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636351, 'name': PowerOnVM_Task, 'duration_secs': 0.529336} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.177908] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.177908] env[65677]: DEBUG nova.compute.manager [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 851.178344] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153a667f-953d-4ff5-917c-19831b00815f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.180862] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 851.378167] env[65677]: DEBUG nova.compute.manager [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 851.378333] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.379950] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd22a2-81a6-49a8-b6b8-99dfbd71a577 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.391016] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.391733] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e17bd9-824c-48da-bfc6-f67d02642a91 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.396632] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636352, 'name': ReconfigVM_Task, 'duration_secs': 0.496421} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.400183] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.400617] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 851.400617] env[65677]: value = "task-4636353" [ 851.400617] env[65677]: _type = "Task" [ 851.400617] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.401712] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960d350-59b4-434a-bc7b-21354776a25a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.438770] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86616804-8d32-4392-9f30-27840ea3af9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.449713] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.457326] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 851.457326] env[65677]: value = "task-4636354" [ 851.457326] env[65677]: _type = "Task" [ 851.457326] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.469638] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.598161] env[65677]: DEBUG nova.compute.utils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.702631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.711617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.750279] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5f7ed-5b8f-43b3-8bba-1944702ca962 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.758738] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db86b888-4c39-4ac1-902a-d3a093278445 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.792817] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eca5d3-0750-4e43-8286-da96a706fe76 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.801484] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee19aa-559a-4c35-8316-6a3da670d35f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.817762] env[65677]: DEBUG nova.compute.provider_tree [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.915756] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636353, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.968598] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.100556] env[65677]: INFO nova.virt.block_device [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Booting with volume 997352e2-8084-4404-8ecc-c0cc3ee70a11 at /dev/sdb [ 852.138944] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-813617f2-23f5-4058-902b-62f0d9ecdc62 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.148847] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f80784-60de-4097-a739-c9c6ad142146 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.184119] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f8204a9-bcdb-403a-86f4-0b16c3815514 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.193554] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78755f69-69bd-47ce-930b-6d15fe79b123 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.232167] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230476ba-cb12-4d0e-a765-cf90cb1477db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.239875] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424452a3-3d6a-4723-8d3d-9e08492917ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.255644] env[65677]: DEBUG nova.virt.block_device [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating existing volume attachment record: 6e6563fb-3f05-4a5d-be2e-a0d5788dfdba {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 852.323509] env[65677]: DEBUG nova.scheduler.client.report [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.419499] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636353, 'name': PowerOffVM_Task, 'duration_secs': 0.546767} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.419890] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.419965] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.420270] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f90ac8be-1626-4e7c-9ae9-f151595caf31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.472533] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.528802] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.529062] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.529248] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Deleting the datastore file [datastore2] 4a0468b9-683d-4516-922c-bb41d4925c2e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.529519] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f3ab5f8-fa01-4de2-bce6-3802b92075f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.537981] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for the task: (returnval){ [ 852.537981] env[65677]: value = "task-4636358" [ 852.537981] env[65677]: _type = "Task" [ 852.537981] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.551845] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.833022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.833022] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 852.834731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.274s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.836352] env[65677]: INFO nova.compute.claims [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.970966] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636354, 'name': ReconfigVM_Task, 'duration_secs': 1.063401} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.971157] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.971451] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f57349-3902-4a51-b8d7-16f59d577fb9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.981096] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 852.981096] env[65677]: value = "task-4636360" [ 852.981096] env[65677]: _type = "Task" [ 852.981096] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.990988] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.048251] env[65677]: DEBUG oslo_vmware.api [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Task: {'id': task-4636358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173787} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.048540] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.048733] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.048912] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.049098] env[65677]: INFO nova.compute.manager [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 853.049355] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.049549] env[65677]: DEBUG nova.compute.manager [-] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 853.049647] env[65677]: DEBUG nova.network.neutron [-] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 853.049907] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.087904] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.342669] env[65677]: DEBUG nova.compute.utils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.348169] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 853.348169] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 853.348169] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.348296] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.445551] env[65677]: DEBUG nova.policy [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f3cb4305104a1486ee6eb388d435e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51741328f6404a78bd71a3b6200643a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.493424] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.582378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "16156322-73bc-48d0-a640-09e4b2ecd614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.582378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "16156322-73bc-48d0-a640-09e4b2ecd614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.582378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "16156322-73bc-48d0-a640-09e4b2ecd614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.582378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "16156322-73bc-48d0-a640-09e4b2ecd614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.582378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "16156322-73bc-48d0-a640-09e4b2ecd614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.584392] env[65677]: INFO nova.compute.manager [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Terminating instance [ 853.593662] env[65677]: DEBUG nova.compute.manager [req-63826ec1-2eb6-451b-95e5-4a53fbcae6cf req-7bd222ca-bdfe-4d18-957c-29d2ae08bb7e service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Received event network-vif-deleted-e3627442-d12c-4866-afe5-cd38dc080fd4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 853.593933] env[65677]: INFO nova.compute.manager [req-63826ec1-2eb6-451b-95e5-4a53fbcae6cf req-7bd222ca-bdfe-4d18-957c-29d2ae08bb7e service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Neutron deleted interface e3627442-d12c-4866-afe5-cd38dc080fd4; detaching it from the instance and deleting it from the info cache [ 853.594064] env[65677]: DEBUG nova.network.neutron [req-63826ec1-2eb6-451b-95e5-4a53fbcae6cf req-7bd222ca-bdfe-4d18-957c-29d2ae08bb7e service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.791076] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Successfully created port: 66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 853.844791] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 853.876371] env[65677]: DEBUG nova.network.neutron [-] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.993971] env[65677]: DEBUG oslo_vmware.api [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636360, 'name': PowerOnVM_Task, 'duration_secs': 0.537452} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.998155] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.001928] env[65677]: DEBUG nova.compute.manager [None req-3b6ee922-91b2-4bc3-9241-8d3e7fb2ac6c tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 854.003154] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f75fb1d-c76d-4c77-8a20-06132caa894c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.089383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "refresh_cache-16156322-73bc-48d0-a640-09e4b2ecd614" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.089596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "refresh_cache-16156322-73bc-48d0-a640-09e4b2ecd614" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.089770] env[65677]: DEBUG nova.network.neutron [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.097877] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2edd8472-d35d-45b0-bd74-9f7656d3830d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.110572] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ea617-617b-40f2-aa61-b003212274b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.148244] env[65677]: DEBUG nova.compute.manager [req-63826ec1-2eb6-451b-95e5-4a53fbcae6cf req-7bd222ca-bdfe-4d18-957c-29d2ae08bb7e service nova] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Detach interface failed, port_id=e3627442-d12c-4866-afe5-cd38dc080fd4, reason: Instance 4a0468b9-683d-4516-922c-bb41d4925c2e could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 854.378642] env[65677]: INFO nova.compute.manager [-] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Took 1.33 seconds to deallocate network for instance. [ 854.478458] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f018e5-e29a-412c-ac89-06ce0be84698 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.487933] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c9076-dc59-4298-a042-46f7f648cff1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.520617] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc5bee-3772-4c05-adbd-cb3473701b56 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.531630] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810030dd-4977-4831-b3a7-2b6426735f86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.547939] env[65677]: DEBUG nova.compute.provider_tree [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.592962] env[65677]: WARNING neutronclient.v2_0.client [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.640142] env[65677]: DEBUG nova.network.neutron [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 854.746626] env[65677]: DEBUG nova.network.neutron [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.853316] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 854.886022] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.886022] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.886022] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.886510] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.886788] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.887480] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.887480] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.887480] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.887730] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.887730] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.887905] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.888853] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.889764] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccba11a-bffb-4959-97d9-f39cd2ec0f95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.899971] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f0451-f9d3-47dd-b00c-ffc8c0766dd1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.051026] env[65677]: DEBUG nova.scheduler.client.report [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.252477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "refresh_cache-16156322-73bc-48d0-a640-09e4b2ecd614" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.252477] env[65677]: DEBUG nova.compute.manager [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 855.252477] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.252477] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eace6b8-53b6-40d1-89bf-b745d29ee5ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.261822] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.262684] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9851838b-7583-4b65-9eac-6a1c7aa25bba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.273839] env[65677]: DEBUG oslo_vmware.api [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 855.273839] env[65677]: value = "task-4636362" [ 855.273839] env[65677]: _type = "Task" [ 855.273839] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.284536] env[65677]: DEBUG oslo_vmware.api [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.389097] env[65677]: DEBUG nova.compute.manager [req-40d56336-f6c3-4931-94bf-40e34f7063d6 req-bb970c2f-d058-47fd-9a53-1c29f0379b67 service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Received event network-vif-plugged-66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 855.389385] env[65677]: DEBUG oslo_concurrency.lockutils [req-40d56336-f6c3-4931-94bf-40e34f7063d6 req-bb970c2f-d058-47fd-9a53-1c29f0379b67 service nova] Acquiring lock "d678e793-2599-4861-9150-1d141875e544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.389629] env[65677]: DEBUG oslo_concurrency.lockutils [req-40d56336-f6c3-4931-94bf-40e34f7063d6 req-bb970c2f-d058-47fd-9a53-1c29f0379b67 service nova] Lock "d678e793-2599-4861-9150-1d141875e544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.389834] env[65677]: DEBUG oslo_concurrency.lockutils [req-40d56336-f6c3-4931-94bf-40e34f7063d6 req-bb970c2f-d058-47fd-9a53-1c29f0379b67 service nova] Lock "d678e793-2599-4861-9150-1d141875e544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.390038] env[65677]: DEBUG nova.compute.manager [req-40d56336-f6c3-4931-94bf-40e34f7063d6 req-bb970c2f-d058-47fd-9a53-1c29f0379b67 service nova] [instance: d678e793-2599-4861-9150-1d141875e544] No waiting events found dispatching network-vif-plugged-66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 855.390268] env[65677]: WARNING nova.compute.manager [req-40d56336-f6c3-4931-94bf-40e34f7063d6 req-bb970c2f-d058-47fd-9a53-1c29f0379b67 service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Received unexpected event network-vif-plugged-66a59d9d-68db-489e-bef0-b1a22eab0047 for instance with vm_state building and task_state spawning. [ 855.415826] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Successfully updated port: 66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 855.556815] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.558142] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 855.561379] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.833s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.564015] env[65677]: INFO nova.compute.claims [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.793121] env[65677]: DEBUG oslo_vmware.api [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636362, 'name': PowerOffVM_Task, 'duration_secs': 0.140296} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.793523] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.793727] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.794010] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d8e5399-5513-4918-80cd-974a38efd749 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.812082] env[65677]: INFO nova.compute.manager [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Unrescuing [ 855.812367] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.812517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.812705] env[65677]: DEBUG nova.network.neutron [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.824199] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.824515] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.824733] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleting the datastore file [datastore1] 16156322-73bc-48d0-a640-09e4b2ecd614 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.825016] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99abe5e-a64a-4386-a312-e342d81dd150 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.834535] env[65677]: DEBUG oslo_vmware.api [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 855.834535] env[65677]: value = "task-4636364" [ 855.834535] env[65677]: _type = "Task" [ 855.834535] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.843814] env[65677]: DEBUG oslo_vmware.api [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.919093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "refresh_cache-d678e793-2599-4861-9150-1d141875e544" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.919270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "refresh_cache-d678e793-2599-4861-9150-1d141875e544" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.919437] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.070414] env[65677]: DEBUG nova.compute.utils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.072021] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 856.072277] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 856.072561] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.072923] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.129420] env[65677]: DEBUG nova.policy [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f3cb4305104a1486ee6eb388d435e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51741328f6404a78bd71a3b6200643a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.315815] env[65677]: WARNING neutronclient.v2_0.client [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.347543] env[65677]: DEBUG oslo_vmware.api [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261582} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.351227] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.351616] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.351902] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.352204] env[65677]: INFO nova.compute.manager [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Took 1.10 seconds to destroy the instance on the hypervisor. [ 856.352563] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.353081] env[65677]: DEBUG nova.compute.manager [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 856.353308] env[65677]: DEBUG nova.network.neutron [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.353659] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.407514] env[65677]: DEBUG nova.network.neutron [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.407943] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.411127] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Successfully created port: 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.496666] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.576532] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 856.598534] env[65677]: WARNING neutronclient.v2_0.client [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.799653] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.910365] env[65677]: DEBUG nova.network.neutron [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.938158] env[65677]: DEBUG nova.network.neutron [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Updating instance_info_cache with network_info: [{"id": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "address": "fa:16:3e:33:5d:46", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86c80a-ce", "ovs_interfaceid": "0b86c80a-cede-4967-8700-a0c3edb6e9ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.088494] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Updating instance_info_cache with network_info: [{"id": "66a59d9d-68db-489e-bef0-b1a22eab0047", "address": "fa:16:3e:9c:c7:b6", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a59d9d-68", "ovs_interfaceid": "66a59d9d-68db-489e-bef0-b1a22eab0047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.248040] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616536a-f756-46e3-bdf2-bfb4d54b1403 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.257229] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967dcad-6a67-4963-b158-7a025fd2eff3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.288599] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c78608-75f6-400e-8968-4df6eb2b5f21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.297866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c3beab-8f7a-4b0f-9986-49ca5758cddc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.316359] env[65677]: DEBUG nova.compute.provider_tree [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.412800] env[65677]: INFO nova.compute.manager [-] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Took 1.06 seconds to deallocate network for instance. [ 857.447594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-c4c65d99-f3a6-44fc-afe0-dc0331dc9815" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.448332] env[65677]: DEBUG nova.objects.instance [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'flavor' on Instance uuid c4c65d99-f3a6-44fc-afe0-dc0331dc9815 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.589848] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 857.594485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "refresh_cache-d678e793-2599-4861-9150-1d141875e544" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.594906] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Instance network_info: |[{"id": "66a59d9d-68db-489e-bef0-b1a22eab0047", "address": "fa:16:3e:9c:c7:b6", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a59d9d-68", "ovs_interfaceid": "66a59d9d-68db-489e-bef0-b1a22eab0047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 857.595412] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:c7:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a59d9d-68db-489e-bef0-b1a22eab0047', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.603787] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 857.604190] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d678e793-2599-4861-9150-1d141875e544] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.604329] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39388aa7-508a-43e4-b14d-c985126828c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.627930] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.628180] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.628387] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.628602] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.628852] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.629010] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.629260] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.629480] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.629649] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.629841] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.630099] env[65677]: DEBUG nova.virt.hardware [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.631063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826755fe-2d05-48e7-a1d6-4326bdea6940 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.637935] env[65677]: DEBUG nova.compute.manager [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Received event network-changed-66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 857.638142] env[65677]: DEBUG nova.compute.manager [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Refreshing instance network info cache due to event network-changed-66a59d9d-68db-489e-bef0-b1a22eab0047. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 857.638381] env[65677]: DEBUG oslo_concurrency.lockutils [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] Acquiring lock "refresh_cache-d678e793-2599-4861-9150-1d141875e544" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.638499] env[65677]: DEBUG oslo_concurrency.lockutils [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] Acquired lock "refresh_cache-d678e793-2599-4861-9150-1d141875e544" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.638649] env[65677]: DEBUG nova.network.neutron [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Refreshing network info cache for port 66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.640079] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.640079] env[65677]: value = "task-4636365" [ 857.640079] env[65677]: _type = "Task" [ 857.640079] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.650635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc5cffe-ef27-4bf2-99fb-dfc2026a22e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.660642] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636365, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.819984] env[65677]: DEBUG nova.scheduler.client.report [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.890869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.920297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.931889] env[65677]: DEBUG nova.compute.manager [req-80376e4a-9875-4eb3-8c8e-a1c0940d66be req-c26095ba-2d34-4949-92ec-f8883568e033 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Received event network-vif-plugged-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 857.932122] env[65677]: DEBUG oslo_concurrency.lockutils [req-80376e4a-9875-4eb3-8c8e-a1c0940d66be req-c26095ba-2d34-4949-92ec-f8883568e033 service nova] Acquiring lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.932374] env[65677]: DEBUG oslo_concurrency.lockutils [req-80376e4a-9875-4eb3-8c8e-a1c0940d66be req-c26095ba-2d34-4949-92ec-f8883568e033 service nova] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.932543] env[65677]: DEBUG oslo_concurrency.lockutils [req-80376e4a-9875-4eb3-8c8e-a1c0940d66be req-c26095ba-2d34-4949-92ec-f8883568e033 service nova] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.932830] env[65677]: DEBUG nova.compute.manager [req-80376e4a-9875-4eb3-8c8e-a1c0940d66be req-c26095ba-2d34-4949-92ec-f8883568e033 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] No waiting events found dispatching network-vif-plugged-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 857.932947] env[65677]: WARNING nova.compute.manager [req-80376e4a-9875-4eb3-8c8e-a1c0940d66be req-c26095ba-2d34-4949-92ec-f8883568e033 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Received unexpected event network-vif-plugged-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 for instance with vm_state building and task_state spawning. [ 857.954641] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0464929-0485-4593-8536-010127de10a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.979896] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.980243] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6e9675-77da-4791-9a71-ce54835c7f7a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.988053] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 857.988053] env[65677]: value = "task-4636366" [ 857.988053] env[65677]: _type = "Task" [ 857.988053] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.999823] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.036656] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Successfully updated port: 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.141910] env[65677]: WARNING neutronclient.v2_0.client [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.158294] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636365, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.327083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.327350] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 858.330723] env[65677]: WARNING neutronclient.v2_0.client [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.333083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.401s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.333441] env[65677]: DEBUG nova.objects.instance [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lazy-loading 'resources' on Instance uuid dac85a2b-df9a-4c8f-8bc9-022a161e8b1f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.416018] env[65677]: DEBUG nova.network.neutron [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Updated VIF entry in instance network info cache for port 66a59d9d-68db-489e-bef0-b1a22eab0047. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 858.416399] env[65677]: DEBUG nova.network.neutron [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Updating instance_info_cache with network_info: [{"id": "66a59d9d-68db-489e-bef0-b1a22eab0047", "address": "fa:16:3e:9c:c7:b6", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a59d9d-68", "ovs_interfaceid": "66a59d9d-68db-489e-bef0-b1a22eab0047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.499762] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636366, 'name': PowerOffVM_Task, 'duration_secs': 0.310534} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.500144] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.505756] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.506122] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6263764f-c4a4-4662-b739-e3e3fd758b39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.525458] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 858.525458] env[65677]: value = "task-4636367" [ 858.525458] env[65677]: _type = "Task" [ 858.525458] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.539412] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.542263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "refresh_cache-2a3fcd66-f7c6-499e-9c69-51ccec3653ce" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.542453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "refresh_cache-2a3fcd66-f7c6-499e-9c69-51ccec3653ce" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.542628] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.655954] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636365, 'name': CreateVM_Task, 'duration_secs': 0.614855} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.655954] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d678e793-2599-4861-9150-1d141875e544] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.656323] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.656677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.656827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.657195] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.657481] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d25668-0c6d-46ed-80a6-0ce084418881 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.663280] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 858.663280] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8674b-fb32-0eeb-9bab-99dc5d675d52" [ 858.663280] env[65677]: _type = "Task" [ 858.663280] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.673144] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8674b-fb32-0eeb-9bab-99dc5d675d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.837744] env[65677]: DEBUG nova.compute.utils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.842908] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 858.846735] env[65677]: DEBUG nova.network.neutron [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.846735] env[65677]: WARNING neutronclient.v2_0.client [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.846735] env[65677]: WARNING neutronclient.v2_0.client [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.913879] env[65677]: DEBUG nova.policy [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21540c27c9d4d5eb276b783f76149cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03de7ed5dc8d409b8d54a6de6c78e55c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.921482] env[65677]: DEBUG oslo_concurrency.lockutils [req-80ffceda-160a-460c-87a6-24cec9213216 req-39e868fc-6ef6-49cf-96e8-19e2c9707f2c service nova] Releasing lock "refresh_cache-d678e793-2599-4861-9150-1d141875e544" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.040833] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636367, 'name': ReconfigVM_Task, 'duration_secs': 0.453345} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.043866] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.044101] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.044846] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c876ad14-df78-432a-a337-80cabde763c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.052703] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 859.052703] env[65677]: value = "task-4636368" [ 859.052703] env[65677]: _type = "Task" [ 859.052703] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.064022] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.088548] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 859.179622] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8674b-fb32-0eeb-9bab-99dc5d675d52, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.179934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.183288] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.183288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.183288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.183288] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.183288] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b9e7928-7e3e-4413-9320-47c4c1015ae6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.198815] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.199025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.199800] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd2272e-2858-40ab-b828-17b7df50c434 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.216916] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 859.216916] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ccc907-99db-4625-bfa8-55583d07bea1" [ 859.216916] env[65677]: _type = "Task" [ 859.216916] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.226428] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.240142] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ccc907-99db-4625-bfa8-55583d07bea1, 'name': SearchDatastore_Task, 'duration_secs': 0.018595} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.240142] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b5357d-82ce-488e-9fab-b0f95386d7c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.247763] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 859.247763] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52043fb3-f93d-1f2c-a323-7d7e0b5ef95a" [ 859.247763] env[65677]: _type = "Task" [ 859.247763] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.259026] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52043fb3-f93d-1f2c-a323-7d7e0b5ef95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.284359] env[65677]: DEBUG nova.network.neutron [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Successfully created port: 39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 859.332118] env[65677]: DEBUG nova.network.neutron [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Updating instance_info_cache with network_info: [{"id": "4bf160c8-c643-40b4-8b8d-bec2e078c8a2", "address": "fa:16:3e:a5:14:d8", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf160c8-c6", "ovs_interfaceid": "4bf160c8-c643-40b4-8b8d-bec2e078c8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.349676] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 859.504560] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b2b50-f137-4716-8d28-82dda2b2eac3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.514114] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd46144-4c8a-469c-9d84-33529d24a3fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.563158] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad6205-8ef4-4644-9f5c-d9df9c487376 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.572097] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.575715] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b60494-6de0-4691-94e2-c1d4ef48e479 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.592311] env[65677]: DEBUG nova.compute.provider_tree [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.759359] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52043fb3-f93d-1f2c-a323-7d7e0b5ef95a, 'name': SearchDatastore_Task, 'duration_secs': 0.019375} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.759628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.759885] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d678e793-2599-4861-9150-1d141875e544/d678e793-2599-4861-9150-1d141875e544.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.760161] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e871bee-e301-420d-8c69-1cc5ccb47904 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.768146] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 859.768146] env[65677]: value = "task-4636369" [ 859.768146] env[65677]: _type = "Task" [ 859.768146] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.777187] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.835121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "refresh_cache-2a3fcd66-f7c6-499e-9c69-51ccec3653ce" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.835537] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Instance network_info: |[{"id": "4bf160c8-c643-40b4-8b8d-bec2e078c8a2", "address": "fa:16:3e:a5:14:d8", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf160c8-c6", "ovs_interfaceid": "4bf160c8-c643-40b4-8b8d-bec2e078c8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 859.836103] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:14:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf160c8-c643-40b4-8b8d-bec2e078c8a2', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.844069] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.844316] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.844575] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c7c377-1b38-48f0-a4c5-ec7780fdd7e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.871798] env[65677]: DEBUG nova.compute.manager [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 859.871798] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e6db8b-fecf-4200-8152-e40edf6cadee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.883341] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.883341] env[65677]: value = "task-4636370" [ 859.883341] env[65677]: _type = "Task" [ 859.883341] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.893507] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636370, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.052555] env[65677]: DEBUG nova.compute.manager [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Received event network-changed-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 860.053593] env[65677]: DEBUG nova.compute.manager [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Refreshing instance network info cache due to event network-changed-4bf160c8-c643-40b4-8b8d-bec2e078c8a2. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 860.053593] env[65677]: DEBUG oslo_concurrency.lockutils [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] Acquiring lock "refresh_cache-2a3fcd66-f7c6-499e-9c69-51ccec3653ce" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.053779] env[65677]: DEBUG oslo_concurrency.lockutils [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] Acquired lock "refresh_cache-2a3fcd66-f7c6-499e-9c69-51ccec3653ce" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.054060] env[65677]: DEBUG nova.network.neutron [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Refreshing network info cache for port 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.069683] env[65677]: DEBUG oslo_vmware.api [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636368, 'name': PowerOnVM_Task, 'duration_secs': 0.533394} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.070190] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.070495] env[65677]: DEBUG nova.compute.manager [None req-9b157584-85c1-40cf-9a83-97c62903794f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 860.071497] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9780d6-f3bf-4434-aa2b-367c010aa566 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.096351] env[65677]: DEBUG nova.scheduler.client.report [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.279866] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.370879] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 860.383756] env[65677]: INFO nova.compute.manager [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] instance snapshotting [ 860.384388] env[65677]: DEBUG nova.objects.instance [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'flavor' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.396946] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636370, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.399493] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 860.399706] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.399849] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 860.400040] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.400193] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 860.400335] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 860.400539] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 860.400724] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 860.400852] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 860.401028] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 860.401213] env[65677]: DEBUG nova.virt.hardware [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 860.402049] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bffa60-6a70-47a6-a9fc-ff56681fe3d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.411042] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e149d-346b-4656-aa76-3faa7cb6b13b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.557832] env[65677]: WARNING neutronclient.v2_0.client [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.604070] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.607757] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.158s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.609355] env[65677]: INFO nova.compute.claims [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.636140] env[65677]: INFO nova.scheduler.client.report [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Deleted allocations for instance dac85a2b-df9a-4c8f-8bc9-022a161e8b1f [ 860.781405] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555858} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.781763] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] d678e793-2599-4861-9150-1d141875e544/d678e793-2599-4861-9150-1d141875e544.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.782060] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.782401] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c087aaaa-90d2-425d-9009-9b6562d67ae1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.791132] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 860.791132] env[65677]: value = "task-4636371" [ 860.791132] env[65677]: _type = "Task" [ 860.791132] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.803536] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.880298] env[65677]: WARNING neutronclient.v2_0.client [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.894040] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda081f-74ed-4103-b7e6-6554065f8098 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.906957] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636370, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.925938] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f1b36-d29a-4d8a-8bc0-f4b71b540d25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.934370] env[65677]: DEBUG nova.network.neutron [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Successfully updated port: 39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 861.007222] env[65677]: DEBUG nova.network.neutron [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Updated VIF entry in instance network info cache for port 4bf160c8-c643-40b4-8b8d-bec2e078c8a2. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.007624] env[65677]: DEBUG nova.network.neutron [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Updating instance_info_cache with network_info: [{"id": "4bf160c8-c643-40b4-8b8d-bec2e078c8a2", "address": "fa:16:3e:a5:14:d8", "network": {"id": "eb87e027-008c-4878-9de7-c015f6bd81a3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-210387329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51741328f6404a78bd71a3b6200643a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf160c8-c6", "ovs_interfaceid": "4bf160c8-c643-40b4-8b8d-bec2e078c8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.146465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e110c92-30fa-4534-a242-4677677f9e1e tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "dac85a2b-df9a-4c8f-8bc9-022a161e8b1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.092s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.301984] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074266} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.303834] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.306565] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e642e8d8-d11e-41c7-bfd5-830ae5afa1fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.335575] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] d678e793-2599-4861-9150-1d141875e544/d678e793-2599-4861-9150-1d141875e544.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.336435] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28d24cd-3b43-48f2-9943-40932cc55602 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.359319] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 861.359319] env[65677]: value = "task-4636372" [ 861.359319] env[65677]: _type = "Task" [ 861.359319] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.369919] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.397046] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636370, 'name': CreateVM_Task, 'duration_secs': 1.365175} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.398631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.398631] env[65677]: WARNING neutronclient.v2_0.client [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.398631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.398631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.401651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.401651] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da08ef0-3e4c-4647-8152-a7cb352113da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.406102] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 861.406102] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5292194a-69b4-d84d-a115-a3e02fecf3fa" [ 861.406102] env[65677]: _type = "Task" [ 861.406102] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.415614] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5292194a-69b4-d84d-a115-a3e02fecf3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.444176] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.446166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquired lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.446166] env[65677]: DEBUG nova.network.neutron [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.446425] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.447064] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ede175b-baab-4041-8e5f-c6e17230f90b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.456416] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 861.456416] env[65677]: value = "task-4636373" [ 861.456416] env[65677]: _type = "Task" [ 861.456416] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.473526] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.513615] env[65677]: DEBUG oslo_concurrency.lockutils [req-d3026e2a-ce1d-458a-a1fc-337c9636393d req-6782c375-286a-4c4e-a04b-8feed4604732 service nova] Releasing lock "refresh_cache-2a3fcd66-f7c6-499e-9c69-51ccec3653ce" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870724] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636372, 'name': ReconfigVM_Task, 'duration_secs': 0.35501} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.873908] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Reconfigured VM instance instance-0000003a to attach disk [datastore2] d678e793-2599-4861-9150-1d141875e544/d678e793-2599-4861-9150-1d141875e544.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.874750] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31a2b6c3-8503-46f2-912a-f69663c98782 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.885727] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 861.885727] env[65677]: value = "task-4636374" [ 861.885727] env[65677]: _type = "Task" [ 861.885727] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.899305] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636374, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.922302] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5292194a-69b4-d84d-a115-a3e02fecf3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012677} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.922302] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.922393] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.922612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.922800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.923021] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.923330] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-723bf16c-404a-4811-b2c5-815b65e66a58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.938013] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.938307] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.942747] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729065fe-5806-41e0-8053-3294731571c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.954044] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 861.954044] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52995d8a-a1e1-daa5-8119-d9a4d2c0ae72" [ 861.954044] env[65677]: _type = "Task" [ 861.954044] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.968995] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52995d8a-a1e1-daa5-8119-d9a4d2c0ae72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.975703] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636373, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.987046] env[65677]: DEBUG nova.network.neutron [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 862.128268] env[65677]: WARNING neutronclient.v2_0.client [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.220804] env[65677]: DEBUG nova.compute.manager [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Received event network-vif-plugged-39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 862.221022] env[65677]: DEBUG oslo_concurrency.lockutils [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] Acquiring lock "71c46e60-30a1-41a0-a646-2e3240208af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.221901] env[65677]: DEBUG oslo_concurrency.lockutils [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] Lock "71c46e60-30a1-41a0-a646-2e3240208af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.221901] env[65677]: DEBUG oslo_concurrency.lockutils [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] Lock "71c46e60-30a1-41a0-a646-2e3240208af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.221901] env[65677]: DEBUG nova.compute.manager [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] No waiting events found dispatching network-vif-plugged-39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 862.221901] env[65677]: WARNING nova.compute.manager [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Received unexpected event network-vif-plugged-39552572-18c8-4418-a4d3-2602e5dfeea1 for instance with vm_state building and task_state spawning. [ 862.221901] env[65677]: DEBUG nova.compute.manager [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Received event network-changed-39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 862.222230] env[65677]: DEBUG nova.compute.manager [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Refreshing instance network info cache due to event network-changed-39552572-18c8-4418-a4d3-2602e5dfeea1. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 862.222268] env[65677]: DEBUG oslo_concurrency.lockutils [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] Acquiring lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.223814] env[65677]: DEBUG nova.network.neutron [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Updating instance_info_cache with network_info: [{"id": "39552572-18c8-4418-a4d3-2602e5dfeea1", "address": "fa:16:3e:e7:6e:52", "network": {"id": "bbc9bb44-1f2d-4b1f-8d37-b4f75e5fccca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802105079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03de7ed5dc8d409b8d54a6de6c78e55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39552572-18", "ovs_interfaceid": "39552572-18c8-4418-a4d3-2602e5dfeea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.254787] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59625186-d684-4102-bc13-cc2549628ea2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.264093] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d67523-afd4-45c6-9ef2-9558fc4df77e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.302674] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d21c802-72fb-4b4d-83fb-c3e2ada3cf93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.311492] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a3fa1-fd5d-46d3-9a61-df3fc328883e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.327030] env[65677]: DEBUG nova.compute.provider_tree [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.397437] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636374, 'name': Rename_Task, 'duration_secs': 0.170875} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.397437] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.397757] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe3d7b4-b0bf-4cb7-8b34-e682cb1f29fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405937] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 862.405937] env[65677]: value = "task-4636375" [ 862.405937] env[65677]: _type = "Task" [ 862.405937] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.417295] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.471728] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52995d8a-a1e1-daa5-8119-d9a4d2c0ae72, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.471728] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e627be84-3f23-40cf-9584-29655d0763c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.479752] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636373, 'name': CreateSnapshot_Task, 'duration_secs': 0.978689} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.480903] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.482952] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc5cca-de17-4ddf-841f-3ed264b03148 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.491700] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 862.491700] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e56dce-3fea-c6ae-c08b-c65910ae5f51" [ 862.491700] env[65677]: _type = "Task" [ 862.491700] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.512923] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e56dce-3fea-c6ae-c08b-c65910ae5f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.730701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Releasing lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.731239] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Instance network_info: |[{"id": "39552572-18c8-4418-a4d3-2602e5dfeea1", "address": "fa:16:3e:e7:6e:52", "network": {"id": "bbc9bb44-1f2d-4b1f-8d37-b4f75e5fccca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802105079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03de7ed5dc8d409b8d54a6de6c78e55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39552572-18", "ovs_interfaceid": "39552572-18c8-4418-a4d3-2602e5dfeea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 862.731628] env[65677]: DEBUG oslo_concurrency.lockutils [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] Acquired lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.731709] env[65677]: DEBUG nova.network.neutron [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Refreshing network info cache for port 39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.733652] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:6e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39552572-18c8-4418-a4d3-2602e5dfeea1', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.743732] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Creating folder: Project (03de7ed5dc8d409b8d54a6de6c78e55c). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.745228] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07cd24c-7300-46fc-8439-7ae5b5231868 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.760394] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Created folder: Project (03de7ed5dc8d409b8d54a6de6c78e55c) in parent group-v905237. [ 862.760765] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Creating folder: Instances. Parent ref: group-v905423. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.761227] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba06e620-501b-4ca0-84c2-1cd15b212cf8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.775205] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Created folder: Instances in parent group-v905423. [ 862.775627] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.775993] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.776328] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c7addd3-4337-4d81-8282-3da341e09c68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.801078] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.801078] env[65677]: value = "task-4636378" [ 862.801078] env[65677]: _type = "Task" [ 862.801078] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.810012] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636378, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.830855] env[65677]: DEBUG nova.scheduler.client.report [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.917380] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.003841] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e56dce-3fea-c6ae-c08b-c65910ae5f51, 'name': SearchDatastore_Task, 'duration_secs': 0.036979} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.004124] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.004380] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 2a3fcd66-f7c6-499e-9c69-51ccec3653ce/2a3fcd66-f7c6-499e-9c69-51ccec3653ce.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.004649] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd1deff-bda9-45d7-b0a7-78487f110350 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.013556] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.013996] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c7201dc8-b9c6-4eb1-9701-ca68da2d414b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.024986] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 863.024986] env[65677]: value = "task-4636379" [ 863.024986] env[65677]: _type = "Task" [ 863.024986] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.028061] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 863.028061] env[65677]: value = "task-4636380" [ 863.028061] env[65677]: _type = "Task" [ 863.028061] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.039190] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636380, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.042575] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.124189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.124704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.124960] env[65677]: DEBUG nova.compute.manager [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 863.126097] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ef3a9-a1dd-4cf6-bf84-d4fb3acc95f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.134926] env[65677]: DEBUG nova.compute.manager [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 863.135530] env[65677]: DEBUG nova.objects.instance [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'flavor' on Instance uuid d33a4192-fc2b-493b-9c6d-40c5984af961 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.247078] env[65677]: WARNING neutronclient.v2_0.client [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.314736] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636378, 'name': CreateVM_Task, 'duration_secs': 0.449643} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.315124] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.315839] env[65677]: WARNING neutronclient.v2_0.client [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.316276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.316639] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.316988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.317240] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c920f3c-892a-41f3-85f2-02864df99175 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.324533] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 863.324533] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5254258b-5749-ce28-bf1a-d09acffb37fe" [ 863.324533] env[65677]: _type = "Task" [ 863.324533] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.337705] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.339327] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 863.341278] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5254258b-5749-ce28-bf1a-d09acffb37fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.341687] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.838s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.343839] env[65677]: INFO nova.compute.claims [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.426924] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.467461] env[65677]: WARNING neutronclient.v2_0.client [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.554725] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636380, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.555024] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.578761] env[65677]: DEBUG nova.network.neutron [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Updated VIF entry in instance network info cache for port 39552572-18c8-4418-a4d3-2602e5dfeea1. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.579870] env[65677]: DEBUG nova.network.neutron [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Updating instance_info_cache with network_info: [{"id": "39552572-18c8-4418-a4d3-2602e5dfeea1", "address": "fa:16:3e:e7:6e:52", "network": {"id": "bbc9bb44-1f2d-4b1f-8d37-b4f75e5fccca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802105079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03de7ed5dc8d409b8d54a6de6c78e55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39552572-18", "ovs_interfaceid": "39552572-18c8-4418-a4d3-2602e5dfeea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.835813] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5254258b-5749-ce28-bf1a-d09acffb37fe, 'name': SearchDatastore_Task, 'duration_secs': 0.030712} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.836130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.836357] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.836593] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.836735] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.836909] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.837199] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e8dfe1-0692-4ec0-b8de-f8f0d60c9519 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.849621] env[65677]: DEBUG nova.compute.utils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.854669] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 863.855188] env[65677]: DEBUG nova.network.neutron [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 863.855268] env[65677]: WARNING neutronclient.v2_0.client [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.855511] env[65677]: WARNING neutronclient.v2_0.client [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.857549] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.857724] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.859609] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b332681a-d517-42fb-9758-324ab00f209a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.866657] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 863.866657] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5298d689-529f-8b74-272e-74848aa77ab4" [ 863.866657] env[65677]: _type = "Task" [ 863.866657] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.876915] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5298d689-529f-8b74-272e-74848aa77ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.921790] env[65677]: DEBUG nova.policy [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3c289d7554d6f9c00ab94f2fc9855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3065dcf941fc4006846ab55b10d23b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.927498] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636375, 'name': PowerOnVM_Task, 'duration_secs': 1.496682} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.927799] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.927996] env[65677]: INFO nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Took 9.07 seconds to spawn the instance on the hypervisor. [ 863.928184] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 863.928973] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9605a55e-fed7-4dee-9dc1-13847bcf6a51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.050993] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636380, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.051292] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620937} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.051631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 2a3fcd66-f7c6-499e-9c69-51ccec3653ce/2a3fcd66-f7c6-499e-9c69-51ccec3653ce.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.051758] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.052073] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee3c67fb-cd86-4fa9-9ca7-ed48550229e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.059343] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 864.059343] env[65677]: value = "task-4636381" [ 864.059343] env[65677]: _type = "Task" [ 864.059343] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.068807] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.082617] env[65677]: DEBUG oslo_concurrency.lockutils [req-486b40fb-b727-46cc-9a82-2997812fe8d7 req-f7f7559f-8896-4d07-9f44-7f1d1c7e4243 service nova] Releasing lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.107621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.107876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.145428] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.145803] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b437d978-eb94-4c49-8486-9f8b22b714a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.155690] env[65677]: DEBUG oslo_vmware.api [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 864.155690] env[65677]: value = "task-4636382" [ 864.155690] env[65677]: _type = "Task" [ 864.155690] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.165091] env[65677]: DEBUG oslo_vmware.api [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.295693] env[65677]: DEBUG nova.network.neutron [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Successfully created port: 2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 864.356183] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 864.380282] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5298d689-529f-8b74-272e-74848aa77ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.381217] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc993b5-9168-47ce-9b3f-fdd7054d7453 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.387694] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 864.387694] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52869793-c6c2-1a44-2b6c-fbc4b5f36275" [ 864.387694] env[65677]: _type = "Task" [ 864.387694] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.185049] env[65677]: INFO nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Took 48.20 seconds to build instance. [ 865.186390] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52869793-c6c2-1a44-2b6c-fbc4b5f36275, 'name': SearchDatastore_Task, 'duration_secs': 0.032413} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.187715] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.187994] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 71c46e60-30a1-41a0-a646-2e3240208af2/71c46e60-30a1-41a0-a646-2e3240208af2.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.189369] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40ab5c7f-1951-40dd-9a56-4e5de351e44e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.201117] env[65677]: DEBUG oslo_vmware.api [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636382, 'name': PowerOffVM_Task, 'duration_secs': 0.422263} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.201396] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155454} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.201612] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636380, 'name': CloneVM_Task, 'duration_secs': 1.787421} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.205341] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.205341] env[65677]: DEBUG nova.compute.manager [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 865.205561] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.205883] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created linked-clone VM from snapshot [ 865.207519] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5eb184-38c5-4ea5-bfb9-9b6234419595 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.210342] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6cc56-a105-45a3-a467-71dd83547498 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.214536] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf0989-c8ff-4218-8699-ee1f3905fa03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.218827] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 865.218827] env[65677]: value = "task-4636383" [ 865.218827] env[65677]: _type = "Task" [ 865.218827] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.248810] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 2a3fcd66-f7c6-499e-9c69-51ccec3653ce/2a3fcd66-f7c6-499e-9c69-51ccec3653ce.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.249196] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Uploading image ff7c5bdc-c993-4a99-b0a2-130b2d119662 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.256635] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893279e5-60c0-4947-88af-b65eadb36a83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.278045] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.282436] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 865.282436] env[65677]: value = "task-4636384" [ 865.282436] env[65677]: _type = "Task" [ 865.282436] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.289325] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.289325] env[65677]: value = "vm-905426" [ 865.289325] env[65677]: _type = "VirtualMachine" [ 865.289325] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.289325] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ae45f64-3e7b-4375-aa7c-cefd5f5998bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.295022] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.304438] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease: (returnval){ [ 865.304438] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5275cd3e-1a26-6ace-77ee-f7dee2c38e87" [ 865.304438] env[65677]: _type = "HttpNfcLease" [ 865.304438] env[65677]: } obtained for exporting VM: (result){ [ 865.304438] env[65677]: value = "vm-905426" [ 865.304438] env[65677]: _type = "VirtualMachine" [ 865.304438] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.304438] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the lease: (returnval){ [ 865.304438] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5275cd3e-1a26-6ace-77ee-f7dee2c38e87" [ 865.304438] env[65677]: _type = "HttpNfcLease" [ 865.304438] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.312204] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.312204] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5275cd3e-1a26-6ace-77ee-f7dee2c38e87" [ 865.312204] env[65677]: _type = "HttpNfcLease" [ 865.312204] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.682528] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 865.688926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "d678e793-2599-4861-9150-1d141875e544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.706s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.717048] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 865.717048] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.717048] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 865.717458] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.717511] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 865.717754] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 865.718426] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 865.718426] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 865.718836] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 865.719165] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 865.719397] env[65677]: DEBUG nova.virt.hardware [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 865.721044] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3565134a-6475-473b-9a4f-0fae7a9bc44b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.741166] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.746934] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd58f15-3539-4048-8e4a-e231b788cfc2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.782413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d785e989-2ca8-4afc-8fd9-5f5016ac97f6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.657s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.797556] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636384, 'name': ReconfigVM_Task, 'duration_secs': 0.500816} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.797556] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 2a3fcd66-f7c6-499e-9c69-51ccec3653ce/2a3fcd66-f7c6-499e-9c69-51ccec3653ce.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.798814] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cf238b0-201f-4833-a902-967b9027c72d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.813772] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 865.813772] env[65677]: value = "task-4636386" [ 865.813772] env[65677]: _type = "Task" [ 865.813772] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.820089] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.820089] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5275cd3e-1a26-6ace-77ee-f7dee2c38e87" [ 865.820089] env[65677]: _type = "HttpNfcLease" [ 865.820089] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.820878] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.820878] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5275cd3e-1a26-6ace-77ee-f7dee2c38e87" [ 865.820878] env[65677]: _type = "HttpNfcLease" [ 865.820878] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.821746] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c845ce1-2f26-4cb6-81da-937f795586e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.832342] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636386, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.841317] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52285301-f2c6-a847-3e54-b81b6f2ae76a/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.841605] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52285301-f2c6-a847-3e54-b81b6f2ae76a/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 865.971167] env[65677]: DEBUG nova.network.neutron [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Successfully updated port: 2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 865.982286] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08543be1-1d12-4be5-b8b8-aeb0d42b0067 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.040683] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30528a6-84aa-4516-9804-a76ebdd438fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.049735] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd9535-467e-412d-ae99-e8d58f2a33a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.086755] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2a70d-7689-493b-b121-c02af11f4dc9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.101110] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c2c79-84d7-43fd-bdf0-cb68a74dd557 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.121887] env[65677]: DEBUG nova.compute.provider_tree [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.193692] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 866.232766] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650848} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.233054] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 71c46e60-30a1-41a0-a646-2e3240208af2/71c46e60-30a1-41a0-a646-2e3240208af2.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.233271] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.233563] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc2125e-805b-4d0c-8553-93823bdd62f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.242768] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 866.242768] env[65677]: value = "task-4636387" [ 866.242768] env[65677]: _type = "Task" [ 866.242768] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.256317] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.330591] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636386, 'name': Rename_Task, 'duration_secs': 0.180286} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.330942] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.331243] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac5d1a6-93b4-4ce8-b3c0-f20b9613d741 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.341026] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 866.341026] env[65677]: value = "task-4636388" [ 866.341026] env[65677]: _type = "Task" [ 866.341026] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.352035] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.449299] env[65677]: DEBUG nova.compute.manager [req-12525e06-b612-4620-9a32-9a4cfb1d265d req-79e4c93e-c2cd-465e-9008-a7fa7a5f9a54 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Received event network-vif-plugged-2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 866.449864] env[65677]: DEBUG oslo_concurrency.lockutils [req-12525e06-b612-4620-9a32-9a4cfb1d265d req-79e4c93e-c2cd-465e-9008-a7fa7a5f9a54 service nova] Acquiring lock "61f548c7-2b70-4b96-be9e-a3b145e7a836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.450100] env[65677]: DEBUG oslo_concurrency.lockutils [req-12525e06-b612-4620-9a32-9a4cfb1d265d req-79e4c93e-c2cd-465e-9008-a7fa7a5f9a54 service nova] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.451016] env[65677]: DEBUG oslo_concurrency.lockutils [req-12525e06-b612-4620-9a32-9a4cfb1d265d req-79e4c93e-c2cd-465e-9008-a7fa7a5f9a54 service nova] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.451016] env[65677]: DEBUG nova.compute.manager [req-12525e06-b612-4620-9a32-9a4cfb1d265d req-79e4c93e-c2cd-465e-9008-a7fa7a5f9a54 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] No waiting events found dispatching network-vif-plugged-2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 866.451016] env[65677]: WARNING nova.compute.manager [req-12525e06-b612-4620-9a32-9a4cfb1d265d req-79e4c93e-c2cd-465e-9008-a7fa7a5f9a54 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Received unexpected event network-vif-plugged-2d1a9b68-a781-45ff-85a5-771a078eef79 for instance with vm_state building and task_state spawning. [ 866.478788] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-61f548c7-2b70-4b96-be9e-a3b145e7a836" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.479039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-61f548c7-2b70-4b96-be9e-a3b145e7a836" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.479185] env[65677]: DEBUG nova.network.neutron [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.626737] env[65677]: DEBUG nova.scheduler.client.report [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.728882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.753825] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10699} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.754223] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.755939] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5290dc-7fe6-49a3-b853-109ca2d47c95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.792539] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 71c46e60-30a1-41a0-a646-2e3240208af2/71c46e60-30a1-41a0-a646-2e3240208af2.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.793661] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c749ece7-1429-4cf3-ba07-8c20848a0c70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.821914] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 866.821914] env[65677]: value = "task-4636389" [ 866.821914] env[65677]: _type = "Task" [ 866.821914] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.836791] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.854423] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.021717] env[65677]: DEBUG nova.network.neutron [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 867.133397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.792s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.133876] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 867.143939] env[65677]: WARNING neutronclient.v2_0.client [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.147734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.471s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.152852] env[65677]: INFO nova.compute.claims [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.279622] env[65677]: DEBUG nova.network.neutron [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Updating instance_info_cache with network_info: [{"id": "2d1a9b68-a781-45ff-85a5-771a078eef79", "address": "fa:16:3e:de:50:3b", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1a9b68-a7", "ovs_interfaceid": "2d1a9b68-a781-45ff-85a5-771a078eef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.332445] env[65677]: DEBUG nova.objects.instance [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'flavor' on Instance uuid d33a4192-fc2b-493b-9c6d-40c5984af961 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.347191] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.358436] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.662838] env[65677]: DEBUG nova.compute.utils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.665986] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 867.666363] env[65677]: DEBUG nova.network.neutron [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.666907] env[65677]: WARNING neutronclient.v2_0.client [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.667272] env[65677]: WARNING neutronclient.v2_0.client [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.730133] env[65677]: DEBUG nova.policy [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '474cad8218b44b17903575404aebd268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79543c5e1679444bb64bcc4f5ac8aa81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.783390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-61f548c7-2b70-4b96-be9e-a3b145e7a836" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.783964] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance network_info: |[{"id": "2d1a9b68-a781-45ff-85a5-771a078eef79", "address": "fa:16:3e:de:50:3b", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1a9b68-a7", "ovs_interfaceid": "2d1a9b68-a781-45ff-85a5-771a078eef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 867.784654] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:50:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d1a9b68-a781-45ff-85a5-771a078eef79', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.794455] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 867.794455] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.794455] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eabf1351-c6d3-42e6-98cb-83cebebdada9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.823021] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.823021] env[65677]: value = "task-4636390" [ 867.823021] env[65677]: _type = "Task" [ 867.823021] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.832694] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636390, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.840752] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636389, 'name': ReconfigVM_Task, 'duration_secs': 0.671676} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.842230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.842390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.842725] env[65677]: DEBUG nova.network.neutron [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 867.842917] env[65677]: DEBUG nova.objects.instance [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'info_cache' on Instance uuid d33a4192-fc2b-493b-9c6d-40c5984af961 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.845080] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 71c46e60-30a1-41a0-a646-2e3240208af2/71c46e60-30a1-41a0-a646-2e3240208af2.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.846548] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d07bad-a410-472f-bdae-0d176ef7102f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.863518] env[65677]: DEBUG oslo_vmware.api [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636388, 'name': PowerOnVM_Task, 'duration_secs': 1.170664} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.866090] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.866684] env[65677]: INFO nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Took 10.28 seconds to spawn the instance on the hypervisor. [ 867.866684] env[65677]: DEBUG nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 867.869134] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 867.869134] env[65677]: value = "task-4636391" [ 867.869134] env[65677]: _type = "Task" [ 867.869134] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.869460] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a476a0c9-af79-4ba8-9c57-8321e303a290 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.888978] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636391, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.148197] env[65677]: DEBUG nova.network.neutron [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Successfully created port: cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.166867] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 868.336691] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636390, 'name': CreateVM_Task, 'duration_secs': 0.440603} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.336691] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.337306] env[65677]: WARNING neutronclient.v2_0.client [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.337399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.337569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.337882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.338230] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef5c705-530c-46fb-9501-593ff22cfb99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.348022] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 868.348022] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a42179-869e-bc71-27e6-a884a7043a0a" [ 868.348022] env[65677]: _type = "Task" [ 868.348022] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.352303] env[65677]: DEBUG nova.objects.base [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 868.360912] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a42179-869e-bc71-27e6-a884a7043a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012591} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.361552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.361827] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.362078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.362220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.362391] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.362867] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce7afa4-989f-442d-bce8-99646e1d7630 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.378176] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.378388] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.379606] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7632f999-befc-49cc-93bf-37c7485024a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.385975] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636391, 'name': Rename_Task, 'duration_secs': 0.209049} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.389484] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.395054] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5312d17e-fe2b-4a5d-96ae-64dc84f0b0a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.400653] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 868.400653] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e948c5-d8d1-fbad-2a2d-2116137da83e" [ 868.400653] env[65677]: _type = "Task" [ 868.400653] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.405169] env[65677]: INFO nova.compute.manager [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Took 49.87 seconds to build instance. [ 868.412021] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 868.412021] env[65677]: value = "task-4636392" [ 868.412021] env[65677]: _type = "Task" [ 868.412021] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.418895] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e948c5-d8d1-fbad-2a2d-2116137da83e, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.422331] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bbef06-6aaf-4d3e-9afd-a4f5746d5368 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.426082] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.431789] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 868.431789] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523d34fe-cc69-5fc9-b677-bcce6a16b7e5" [ 868.431789] env[65677]: _type = "Task" [ 868.431789] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.447127] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523d34fe-cc69-5fc9-b677-bcce6a16b7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.450274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.450593] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.451456] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf2dcd98-371e-4e2b-83ed-7da96c6409cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.461219] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 868.461219] env[65677]: value = "task-4636393" [ 868.461219] env[65677]: _type = "Task" [ 868.461219] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.476769] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.629563] env[65677]: DEBUG nova.compute.manager [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Received event network-changed-2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 868.629774] env[65677]: DEBUG nova.compute.manager [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Refreshing instance network info cache due to event network-changed-2d1a9b68-a781-45ff-85a5-771a078eef79. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 868.630032] env[65677]: DEBUG oslo_concurrency.lockutils [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] Acquiring lock "refresh_cache-61f548c7-2b70-4b96-be9e-a3b145e7a836" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.630177] env[65677]: DEBUG oslo_concurrency.lockutils [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] Acquired lock "refresh_cache-61f548c7-2b70-4b96-be9e-a3b145e7a836" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.630347] env[65677]: DEBUG nova.network.neutron [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Refreshing network info cache for port 2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.675570] env[65677]: INFO nova.virt.block_device [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Booting with volume 94bd5c41-5ac1-4047-8661-cb99d506d4b9 at /dev/sda [ 868.724066] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-918e4e9d-ab30-43af-8604-99c30f625469 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.734449] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2609f2-10bf-41cc-9cbd-5835e6737f2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.792714] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38883798-134d-46d4-9731-4086ff4810c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.804663] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5ec63-a4a1-4d53-bd12-b9b612bf9b9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.857934] env[65677]: WARNING neutronclient.v2_0.client [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.861764] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f773acd-de85-41c1-87d3-4069165774b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.874886] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10985b6-907c-490f-bea5-4b070dc99ec9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.891268] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9703a76-8e56-44fc-a4d3-8df01b7c3fb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.900264] env[65677]: DEBUG nova.virt.block_device [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updating existing volume attachment record: 540a7f32-5a7e-4983-b5cf-c43ac7b1930d {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 868.909769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-32072c0c-c96e-4993-871d-ae452f0a2e29 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.856s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.911017] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591fd33-798f-47ee-8b23-f06ed878a868 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.961446] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe563d-a5da-4b53-81c4-e2c8a413626b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.965185] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.980086] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe5ae44-1697-4c64-a8d1-7aeb18271fd8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.985388] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.003710] env[65677]: DEBUG nova.compute.provider_tree [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.133582] env[65677]: WARNING neutronclient.v2_0.client [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.353979] env[65677]: WARNING neutronclient.v2_0.client [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.421938] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 869.431460] env[65677]: DEBUG oslo_vmware.api [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636392, 'name': PowerOnVM_Task, 'duration_secs': 0.908822} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.432334] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.432561] env[65677]: INFO nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Took 9.06 seconds to spawn the instance on the hypervisor. [ 869.432761] env[65677]: DEBUG nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 869.433682] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97d73db-db19-4ba0-a66b-94bed1d0e9d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.476810] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594606} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.477140] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.477140] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.477969] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90aa08a5-bd85-4bf4-b449-f24c7c2d1b99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.487266] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 869.487266] env[65677]: value = "task-4636394" [ 869.487266] env[65677]: _type = "Task" [ 869.487266] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.497994] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.507701] env[65677]: DEBUG nova.scheduler.client.report [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.580642] env[65677]: DEBUG nova.network.neutron [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.636608] env[65677]: WARNING neutronclient.v2_0.client [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.741279] env[65677]: DEBUG nova.network.neutron [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Successfully updated port: cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 869.795583] env[65677]: DEBUG nova.network.neutron [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Updated VIF entry in instance network info cache for port 2d1a9b68-a781-45ff-85a5-771a078eef79. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 869.795965] env[65677]: DEBUG nova.network.neutron [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Updating instance_info_cache with network_info: [{"id": "2d1a9b68-a781-45ff-85a5-771a078eef79", "address": "fa:16:3e:de:50:3b", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1a9b68-a7", "ovs_interfaceid": "2d1a9b68-a781-45ff-85a5-771a078eef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.961850] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.962155] env[65677]: INFO nova.compute.manager [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Took 50.28 seconds to build instance. [ 870.000775] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116068} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.001394] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.004752] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0148fc49-b731-49de-96b1-91f8b8b15736 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.024229] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.025061] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 870.038865] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.039732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.566s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.040079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.040370] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 870.040767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.339s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.041086] env[65677]: DEBUG nova.objects.instance [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.044455] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e72f06-0455-4959-ad9b-3d90c44d23bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.062093] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b4ccae-af75-4bb2-a50d-2a99e7460166 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.074156] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a855304e-0a66-403e-a2ae-562e014c1585 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.078964] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 870.078964] env[65677]: value = "task-4636395" [ 870.078964] env[65677]: _type = "Task" [ 870.078964] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.092847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.097602] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb442bd-ae5f-438e-80cf-7ba7863a465d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.103431] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.110397] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67964984-8c5d-40db-a46b-d49993bfea37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.146234] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178789MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 870.146401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.246551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.246551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquired lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.246551] env[65677]: DEBUG nova.network.neutron [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.299084] env[65677]: DEBUG oslo_concurrency.lockutils [req-009d8fdc-3f48-4f51-b106-96a2190c649f req-57be8898-bb1f-4f30-9693-2fa0a5190815 service nova] Releasing lock "refresh_cache-61f548c7-2b70-4b96-be9e-a3b145e7a836" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.466499] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cb75ba27-136c-4b05-93a2-57af5f9d711f tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.842s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.542037] env[65677]: DEBUG nova.compute.utils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.545889] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 870.545889] env[65677]: DEBUG nova.network.neutron [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.545889] env[65677]: WARNING neutronclient.v2_0.client [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.546071] env[65677]: WARNING neutronclient.v2_0.client [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.593876] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636395, 'name': ReconfigVM_Task, 'duration_secs': 0.449671} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.595275] env[65677]: DEBUG nova.policy [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6db015f9c84b47a6be6cdd4a4fe3406f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cdeaef14bb741b5989230de92e0df4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.597574] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.600140] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8425d802-fb46-48b2-a96f-447d9dbb9e6f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.613019] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 870.613019] env[65677]: value = "task-4636396" [ 870.613019] env[65677]: _type = "Task" [ 870.613019] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.625528] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636396, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.707575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "1954741e-a718-4048-b0a5-5ed3b2eea360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.707932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.708188] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "1954741e-a718-4048-b0a5-5ed3b2eea360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.708419] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.709101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.711150] env[65677]: INFO nova.compute.manager [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Terminating instance [ 870.751215] env[65677]: DEBUG nova.compute.manager [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Received event network-vif-plugged-cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 870.751747] env[65677]: DEBUG oslo_concurrency.lockutils [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] Acquiring lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.752355] env[65677]: DEBUG oslo_concurrency.lockutils [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.752656] env[65677]: DEBUG oslo_concurrency.lockutils [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.753077] env[65677]: DEBUG nova.compute.manager [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] No waiting events found dispatching network-vif-plugged-cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 870.753390] env[65677]: WARNING nova.compute.manager [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Received unexpected event network-vif-plugged-cbdcc238-428a-4347-a6d3-35929d64cf57 for instance with vm_state building and task_state spawning. [ 870.755345] env[65677]: DEBUG nova.compute.manager [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Received event network-changed-cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 870.755345] env[65677]: DEBUG nova.compute.manager [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Refreshing instance network info cache due to event network-changed-cbdcc238-428a-4347-a6d3-35929d64cf57. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 870.755345] env[65677]: DEBUG oslo_concurrency.lockutils [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] Acquiring lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.825983] env[65677]: DEBUG nova.network.neutron [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 870.971958] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 871.001114] env[65677]: WARNING neutronclient.v2_0.client [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.005426] env[65677]: DEBUG nova.network.neutron [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Successfully created port: 8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.016074] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 871.016620] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 871.016828] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.016977] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 871.017317] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.017317] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 871.017468] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 871.017619] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.017841] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 871.018067] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 871.018323] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 871.018428] env[65677]: DEBUG nova.virt.hardware [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 871.020201] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c00a8e-17d2-4a43-ae3d-e8149fafb4d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.033958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443907bc-cad3-4710-baa7-f76c5a2e4d60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.053499] env[65677]: DEBUG nova.compute.utils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.066325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-34f01264-ace1-4f59-8217-12693899bb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.068119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.262s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.069677] env[65677]: INFO nova.compute.claims [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.104467] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.104635] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e04a0535-bb52-4fee-8c45-1efaed09f0c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.118508] env[65677]: DEBUG oslo_vmware.api [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 871.118508] env[65677]: value = "task-4636397" [ 871.118508] env[65677]: _type = "Task" [ 871.118508] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.126068] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636396, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.129566] env[65677]: DEBUG nova.network.neutron [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updating instance_info_cache with network_info: [{"id": "cbdcc238-428a-4347-a6d3-35929d64cf57", "address": "fa:16:3e:5a:72:f6", "network": {"id": "f99fb91d-c366-4d44-8f18-915169739b15", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-66865834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79543c5e1679444bb64bcc4f5ac8aa81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdcc238-42", "ovs_interfaceid": "cbdcc238-428a-4347-a6d3-35929d64cf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.134365] env[65677]: DEBUG oslo_vmware.api [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636397, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.222612] env[65677]: DEBUG nova.compute.manager [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 871.222856] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.223288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "71c46e60-30a1-41a0-a646-2e3240208af2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.223631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.223915] env[65677]: INFO nova.compute.manager [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Rebooting instance [ 871.225974] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d46165-4011-4549-b436-c4bd9db320ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.238737] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.239184] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd50ec3-6673-4c6f-9c0c-64400184c774 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.254064] env[65677]: DEBUG oslo_vmware.api [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 871.254064] env[65677]: value = "task-4636398" [ 871.254064] env[65677]: _type = "Task" [ 871.254064] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.267653] env[65677]: DEBUG oslo_vmware.api [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.509515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.556869] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 871.632116] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636396, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.636581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Releasing lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.637122] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance network_info: |[{"id": "cbdcc238-428a-4347-a6d3-35929d64cf57", "address": "fa:16:3e:5a:72:f6", "network": {"id": "f99fb91d-c366-4d44-8f18-915169739b15", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-66865834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79543c5e1679444bb64bcc4f5ac8aa81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdcc238-42", "ovs_interfaceid": "cbdcc238-428a-4347-a6d3-35929d64cf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 871.637676] env[65677]: DEBUG oslo_vmware.api [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.637924] env[65677]: DEBUG oslo_concurrency.lockutils [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] Acquired lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.638170] env[65677]: DEBUG nova.network.neutron [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Refreshing network info cache for port cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.639609] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:72:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbdcc238-428a-4347-a6d3-35929d64cf57', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.649301] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Creating folder: Project (79543c5e1679444bb64bcc4f5ac8aa81). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.650849] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-275afbd1-2ceb-4028-a820-40857f7637c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.667863] env[65677]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 871.668112] env[65677]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65677) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 871.668478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Folder already exists: Project (79543c5e1679444bb64bcc4f5ac8aa81). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 871.668750] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Creating folder: Instances. Parent ref: group-v905378. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.669878] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9f7bc15-c37b-4be7-94cc-97f3e6ffa6e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.682024] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Created folder: Instances in parent group-v905378. [ 871.682457] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.682751] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.683016] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde1832c-e1d4-49a4-a4f3-5d297bac3bee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.713749] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.713749] env[65677]: value = "task-4636401" [ 871.713749] env[65677]: _type = "Task" [ 871.713749] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.727203] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636401, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.761776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.762033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquired lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.762146] env[65677]: DEBUG nova.network.neutron [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.771622] env[65677]: DEBUG oslo_vmware.api [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636398, 'name': PowerOffVM_Task, 'duration_secs': 0.401436} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.771622] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.772346] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.772896] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d82e30f-779f-4eaf-a835-dbe95c4f56ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.863982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.863982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.864304] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleting the datastore file [datastore2] 1954741e-a718-4048-b0a5-5ed3b2eea360 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.864569] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-859e2715-b84b-40bb-af08-76f50789a7f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.873961] env[65677]: DEBUG oslo_vmware.api [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 871.873961] env[65677]: value = "task-4636403" [ 871.873961] env[65677]: _type = "Task" [ 871.873961] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.884878] env[65677]: DEBUG oslo_vmware.api [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.129155] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636396, 'name': Rename_Task, 'duration_secs': 1.067625} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.132852] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.133814] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5437c5f2-7f08-4228-8a64-ce987f0cd401 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.139174] env[65677]: DEBUG oslo_vmware.api [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636397, 'name': PowerOnVM_Task, 'duration_secs': 0.853858} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.139919] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.140181] env[65677]: DEBUG nova.compute.manager [None req-2c5bdc9c-8312-4eee-8af5-f09ff9023084 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 872.141072] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4fc0ae-bf9f-4fff-951c-dda0fd6fa63b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.145729] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 872.145729] env[65677]: value = "task-4636404" [ 872.145729] env[65677]: _type = "Task" [ 872.145729] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.154827] env[65677]: WARNING neutronclient.v2_0.client [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.170090] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.226462] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636401, 'name': CreateVM_Task, 'duration_secs': 0.437047} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.230099] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.231219] env[65677]: WARNING neutronclient.v2_0.client [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.231796] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905384', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'name': 'volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57', 'attached_at': '', 'detached_at': '', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'serial': '94bd5c41-5ac1-4047-8661-cb99d506d4b9'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '540a7f32-5a7e-4983-b5cf-c43ac7b1930d', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 872.232705] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Root volume attach. Driver type: vmdk {{(pid=65677) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 872.234295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121924ff-eff3-490b-bb63-d6384b59d4e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.252204] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab3c13-8653-425e-8b80-25fb044da935 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.260580] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005c4e12-35a0-4b8d-9e87-90369bc26a38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.265368] env[65677]: WARNING neutronclient.v2_0.client [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.275190] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1ae410ec-3943-45d5-81b9-1f062b1a42ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.284530] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 872.284530] env[65677]: value = "task-4636405" [ 872.284530] env[65677]: _type = "Task" [ 872.284530] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.301482] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636405, 'name': RelocateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.387649] env[65677]: DEBUG oslo_vmware.api [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229778} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.391017] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.391254] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.391489] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.391646] env[65677]: INFO nova.compute.manager [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Took 1.17 seconds to destroy the instance on the hypervisor. [ 872.391924] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.392577] env[65677]: DEBUG nova.compute.manager [-] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 872.392577] env[65677]: DEBUG nova.network.neutron [-] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.392772] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.534861] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.572804] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 872.618199] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:49:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='10029185',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1811054776',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.618331] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.618666] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.619037] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.619309] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.619570] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.619905] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.620250] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.620559] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.621219] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.621572] env[65677]: DEBUG nova.virt.hardware [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.623110] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025512a-a964-4cfa-a13d-34086e9bd114 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.636644] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecfd90c-0f67-48d6-bd61-d29522d0a93f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.653754] env[65677]: DEBUG nova.network.neutron [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Successfully updated port: 8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 872.682106] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636404, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.686268] env[65677]: WARNING neutronclient.v2_0.client [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.784967] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98264bd8-fdef-4ea6-85c0-deea6dcbe827 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.797539] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636405, 'name': RelocateVM_Task} progress is 19%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.800962] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb46b9d-f22c-4fe8-a92b-6699ae983429 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.837432] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6640b93-1c38-43ff-87e3-30f237421052 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.847302] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591f16c1-6472-4123-a1ff-cca4d80aff23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.865477] env[65677]: DEBUG nova.compute.provider_tree [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.901043] env[65677]: WARNING neutronclient.v2_0.client [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.946430] env[65677]: DEBUG nova.network.neutron [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updated VIF entry in instance network info cache for port cbdcc238-428a-4347-a6d3-35929d64cf57. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.946430] env[65677]: DEBUG nova.network.neutron [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updating instance_info_cache with network_info: [{"id": "cbdcc238-428a-4347-a6d3-35929d64cf57", "address": "fa:16:3e:5a:72:f6", "network": {"id": "f99fb91d-c366-4d44-8f18-915169739b15", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-66865834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79543c5e1679444bb64bcc4f5ac8aa81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdcc238-42", "ovs_interfaceid": "cbdcc238-428a-4347-a6d3-35929d64cf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.033495] env[65677]: DEBUG nova.network.neutron [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Updating instance_info_cache with network_info: [{"id": "39552572-18c8-4418-a4d3-2602e5dfeea1", "address": "fa:16:3e:e7:6e:52", "network": {"id": "bbc9bb44-1f2d-4b1f-8d37-b4f75e5fccca", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1802105079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03de7ed5dc8d409b8d54a6de6c78e55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39552572-18", "ovs_interfaceid": "39552572-18c8-4418-a4d3-2602e5dfeea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.071421] env[65677]: DEBUG nova.compute.manager [req-5659c276-8f6b-4915-ba3d-82ade10786cd req-3fae9dbc-e086-4ef6-a879-108644b175b6 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Received event network-vif-plugged-8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 873.071601] env[65677]: DEBUG oslo_concurrency.lockutils [req-5659c276-8f6b-4915-ba3d-82ade10786cd req-3fae9dbc-e086-4ef6-a879-108644b175b6 service nova] Acquiring lock "85e74883-a5f2-4d72-ba80-d501aea7fab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.071924] env[65677]: DEBUG oslo_concurrency.lockutils [req-5659c276-8f6b-4915-ba3d-82ade10786cd req-3fae9dbc-e086-4ef6-a879-108644b175b6 service nova] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.071987] env[65677]: DEBUG oslo_concurrency.lockutils [req-5659c276-8f6b-4915-ba3d-82ade10786cd req-3fae9dbc-e086-4ef6-a879-108644b175b6 service nova] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.072558] env[65677]: DEBUG nova.compute.manager [req-5659c276-8f6b-4915-ba3d-82ade10786cd req-3fae9dbc-e086-4ef6-a879-108644b175b6 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] No waiting events found dispatching network-vif-plugged-8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 873.072770] env[65677]: WARNING nova.compute.manager [req-5659c276-8f6b-4915-ba3d-82ade10786cd req-3fae9dbc-e086-4ef6-a879-108644b175b6 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Received unexpected event network-vif-plugged-8a1a3639-96f6-4445-a0f4-92789875e661 for instance with vm_state building and task_state spawning. [ 873.166112] env[65677]: DEBUG oslo_vmware.api [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636404, 'name': PowerOnVM_Task, 'duration_secs': 0.969937} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.166452] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.167031] env[65677]: INFO nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Took 7.48 seconds to spawn the instance on the hypervisor. [ 873.167031] env[65677]: DEBUG nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 873.167719] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55b363d-be54-419a-95c3-73454e959f34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170707] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.170891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.171103] env[65677]: DEBUG nova.network.neutron [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.300315] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636405, 'name': RelocateVM_Task, 'duration_secs': 0.815942} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.300769] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 873.300984] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905384', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'name': 'volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57', 'attached_at': '', 'detached_at': '', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'serial': '94bd5c41-5ac1-4047-8661-cb99d506d4b9'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 873.302036] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb7586-7f1c-4e23-8501-cd5f376d4624 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.323874] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efac902f-f3bb-4f38-810c-9b0d2196f0e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.357669] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9/volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.358032] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1913922-95c1-46bf-8209-1ff8caa99bb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.373832] env[65677]: DEBUG nova.scheduler.client.report [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.385749] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 873.385749] env[65677]: value = "task-4636406" [ 873.385749] env[65677]: _type = "Task" [ 873.385749] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.395676] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.404885] env[65677]: DEBUG nova.network.neutron [-] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.446724] env[65677]: DEBUG oslo_concurrency.lockutils [req-05adc844-68d7-4f29-a1fd-b341979af507 req-0bd33f96-749f-4919-8cf7-29cfed4c4f9c service nova] Releasing lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.459910] env[65677]: DEBUG nova.compute.manager [req-7982db9d-fba0-4d35-b717-064837a0f2bf req-51041778-92bc-40b8-aeae-92ad54473723 service nova] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Received event network-vif-deleted-402925a4-1e8a-497e-9fe9-69cf31b5ebbd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 873.536365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Releasing lock "refresh_cache-71c46e60-30a1-41a0-a646-2e3240208af2" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.693167] env[65677]: INFO nova.compute.manager [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Took 50.28 seconds to build instance. [ 873.721680] env[65677]: DEBUG nova.network.neutron [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 873.847256] env[65677]: WARNING neutronclient.v2_0.client [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.879189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.880108] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 873.884031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.758s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.885747] env[65677]: INFO nova.compute.claims [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.903768] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.907427] env[65677]: INFO nova.compute.manager [-] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Took 1.51 seconds to deallocate network for instance. [ 873.971050] env[65677]: DEBUG nova.network.neutron [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Updating instance_info_cache with network_info: [{"id": "8a1a3639-96f6-4445-a0f4-92789875e661", "address": "fa:16:3e:bf:4e:4c", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a3639-96", "ovs_interfaceid": "8a1a3639-96f6-4445-a0f4-92789875e661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.042398] env[65677]: DEBUG nova.compute.manager [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 874.043940] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00ae7f8-9db2-4138-b71d-8c2a274d61c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.199689] env[65677]: DEBUG oslo_concurrency.lockutils [None req-18ba0ce0-643f-4605-a22c-50c71ead94f1 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.910s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.391439] env[65677]: DEBUG nova.compute.utils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.393695] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 874.394186] env[65677]: DEBUG nova.network.neutron [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 874.394763] env[65677]: WARNING neutronclient.v2_0.client [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.395132] env[65677]: WARNING neutronclient.v2_0.client [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.409989] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636406, 'name': ReconfigVM_Task, 'duration_secs': 0.622552} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.410392] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9/volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.417724] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.417724] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4000fb50-ca71-4d92-a9da-9a651b6b09f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.433723] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 874.433723] env[65677]: value = "task-4636407" [ 874.433723] env[65677]: _type = "Task" [ 874.433723] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.444892] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.447167] env[65677]: DEBUG nova.policy [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9d150ffea443c6934c03d3ac1888f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa94424a7dd044bbb1f2788cadfb45b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.473221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Releasing lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.473683] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Instance network_info: |[{"id": "8a1a3639-96f6-4445-a0f4-92789875e661", "address": "fa:16:3e:bf:4e:4c", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a3639-96", "ovs_interfaceid": "8a1a3639-96f6-4445-a0f4-92789875e661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 874.474483] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:4e:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a1a3639-96f6-4445-a0f4-92789875e661', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.482866] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.485983] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.486485] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3812301d-0aa1-4201-ba4e-3fcfd4051235 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.510382] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.510382] env[65677]: value = "task-4636408" [ 874.510382] env[65677]: _type = "Task" [ 874.510382] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.520651] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636408, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.702607] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 874.893859] env[65677]: DEBUG nova.network.neutron [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Successfully created port: f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.902729] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 874.946286] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.958482] env[65677]: DEBUG oslo_concurrency.lockutils [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.958732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.959141] env[65677]: DEBUG nova.compute.manager [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 874.959874] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923e1b3b-23a4-4280-aabb-98e9c572c48a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.969681] env[65677]: DEBUG nova.compute.manager [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 874.969681] env[65677]: DEBUG nova.objects.instance [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'flavor' on Instance uuid 61f548c7-2b70-4b96-be9e-a3b145e7a836 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.027433] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636408, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.066736] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05afc6-de65-4829-9011-f167a1567db4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.077314] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Doing hard reboot of VM {{(pid=65677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 875.080385] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9df8cff4-89b2-4a0d-ad6c-a9a8267cad8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.090393] env[65677]: DEBUG oslo_vmware.api [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 875.090393] env[65677]: value = "task-4636409" [ 875.090393] env[65677]: _type = "Task" [ 875.090393] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.105165] env[65677]: DEBUG oslo_vmware.api [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636409, 'name': ResetVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.194672] env[65677]: DEBUG nova.compute.manager [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Received event network-changed-8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 875.195069] env[65677]: DEBUG nova.compute.manager [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Refreshing instance network info cache due to event network-changed-8a1a3639-96f6-4445-a0f4-92789875e661. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 875.195130] env[65677]: DEBUG oslo_concurrency.lockutils [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] Acquiring lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.195290] env[65677]: DEBUG oslo_concurrency.lockutils [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] Acquired lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.195453] env[65677]: DEBUG nova.network.neutron [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Refreshing network info cache for port 8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.247712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.455104] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.525257] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636408, 'name': CreateVM_Task, 'duration_secs': 0.572112} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.525257] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.529729] env[65677]: WARNING neutronclient.v2_0.client [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.530129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.530129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.530448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.530735] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad8148f-9994-44cf-acbb-f732bea6b5fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.542022] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 875.542022] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e82709-6594-9414-1d5d-4d2cd3fea7fe" [ 875.542022] env[65677]: _type = "Task" [ 875.542022] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.552437] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e82709-6594-9414-1d5d-4d2cd3fea7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.606489] env[65677]: DEBUG oslo_vmware.api [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636409, 'name': ResetVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.701421] env[65677]: WARNING neutronclient.v2_0.client [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.769264] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52285301-f2c6-a847-3e54-b81b6f2ae76a/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.770622] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd48c539-6dda-4c60-98ec-835ccd0fca26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.781304] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52285301-f2c6-a847-3e54-b81b6f2ae76a/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.781500] env[65677]: ERROR oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52285301-f2c6-a847-3e54-b81b6f2ae76a/disk-0.vmdk due to incomplete transfer. [ 875.781878] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bccd510f-9573-41e9-af88-0bcc247cf437 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.797117] env[65677]: DEBUG oslo_vmware.rw_handles [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52285301-f2c6-a847-3e54-b81b6f2ae76a/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.797352] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Uploaded image ff7c5bdc-c993-4a99-b0a2-130b2d119662 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.799523] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.799815] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26812794-384f-4314-a88a-efd60f252613 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.815354] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 875.815354] env[65677]: value = "task-4636410" [ 875.815354] env[65677]: _type = "Task" [ 875.815354] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.817447] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df85e4f-65b9-43ad-bd55-c002f8ba918e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.831923] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636410, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.835175] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeb678b-4438-49b4-ad63-7e0396342dbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.871420] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d679d88-a0a1-4910-a3dc-0706b64be3f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.883445] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224f0df6-0ae7-491f-8fb5-a937d882b8b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.902666] env[65677]: DEBUG nova.compute.provider_tree [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.917543] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 875.945119] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 875.945391] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.945543] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 875.945725] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.945880] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 875.946040] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 875.946275] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.946433] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 875.946594] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 875.946774] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 875.946952] env[65677]: DEBUG nova.virt.hardware [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 875.947839] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a66b18-6f16-4251-8bc8-a7380458917a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.959387] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636407, 'name': ReconfigVM_Task, 'duration_secs': 1.222369} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.960626] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efed095-4a8b-4842-841e-9f0b9e01f359 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.964861] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905384', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'name': 'volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57', 'attached_at': '', 'detached_at': '', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'serial': '94bd5c41-5ac1-4047-8661-cb99d506d4b9'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 875.965485] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa341a3c-8b9a-4205-8769-cd727cf21609 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.982798] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 875.982798] env[65677]: value = "task-4636411" [ 875.982798] env[65677]: _type = "Task" [ 875.982798] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.983460] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.984195] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15be337-ddc4-4f54-801a-239a0d548293 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.999446] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636411, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.001549] env[65677]: DEBUG oslo_vmware.api [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 876.001549] env[65677]: value = "task-4636412" [ 876.001549] env[65677]: _type = "Task" [ 876.001549] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.011758] env[65677]: DEBUG oslo_vmware.api [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.053116] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e82709-6594-9414-1d5d-4d2cd3fea7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.053452] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.053789] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.054045] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.054182] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.054361] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.055081] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147d3aab-5511-49bd-ab8c-755f575ce56e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.068232] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.068440] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.069334] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91955aae-8fca-4fa5-8024-5129df362b26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.076179] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 876.076179] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52efa34f-8961-ccd4-7466-6e84e0c3e9e4" [ 876.076179] env[65677]: _type = "Task" [ 876.076179] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.086496] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52efa34f-8961-ccd4-7466-6e84e0c3e9e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.102282] env[65677]: DEBUG oslo_vmware.api [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636409, 'name': ResetVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.112251] env[65677]: WARNING neutronclient.v2_0.client [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.234274] env[65677]: DEBUG nova.network.neutron [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Updated VIF entry in instance network info cache for port 8a1a3639-96f6-4445-a0f4-92789875e661. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.234713] env[65677]: DEBUG nova.network.neutron [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Updating instance_info_cache with network_info: [{"id": "8a1a3639-96f6-4445-a0f4-92789875e661", "address": "fa:16:3e:bf:4e:4c", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a3639-96", "ovs_interfaceid": "8a1a3639-96f6-4445-a0f4-92789875e661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.328471] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636410, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.407428] env[65677]: DEBUG nova.scheduler.client.report [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.497400] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636411, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.512250] env[65677]: DEBUG oslo_vmware.api [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636412, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.554908] env[65677]: DEBUG nova.network.neutron [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Successfully updated port: f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 876.588872] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52efa34f-8961-ccd4-7466-6e84e0c3e9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.036434} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.589796] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7e1212-0f60-4ad1-86c4-8dbefdd824e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.603390] env[65677]: DEBUG oslo_vmware.api [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636409, 'name': ResetVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.603760] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 876.603760] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ae1b1-f1a6-19fc-442e-4bd0719050ad" [ 876.603760] env[65677]: _type = "Task" [ 876.603760] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.612682] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ae1b1-f1a6-19fc-442e-4bd0719050ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.738048] env[65677]: DEBUG oslo_concurrency.lockutils [req-1da45ec7-7f17-4673-9556-c6d1f4fb451f req-0b4b853f-acb4-4308-ada1-a6cf32673486 service nova] Releasing lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.829412] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636410, 'name': Destroy_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.912793] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.029s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.913409] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 876.916398] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.148s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.916549] env[65677]: DEBUG nova.objects.instance [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'resources' on Instance uuid 580e1c52-c0ad-4e52-9ff1-210565ca5378 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.996279] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636411, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.011413] env[65677]: DEBUG oslo_vmware.api [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636412, 'name': PowerOffVM_Task, 'duration_secs': 0.546722} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.011754] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.011940] env[65677]: DEBUG nova.compute.manager [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 877.012938] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4167607-3674-4d1a-91ae-bed7fb7a5daa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.059291] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.059291] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquired lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.059291] env[65677]: DEBUG nova.network.neutron [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.103092] env[65677]: DEBUG oslo_vmware.api [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636409, 'name': ResetVM_Task, 'duration_secs': 1.632883} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.103378] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Did hard reboot of VM {{(pid=65677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 877.103560] env[65677]: DEBUG nova.compute.manager [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 877.104377] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af769405-acc9-48be-9f62-13b9af5b3066 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.120657] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ae1b1-f1a6-19fc-442e-4bd0719050ad, 'name': SearchDatastore_Task, 'duration_secs': 0.044225} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.121183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.121440] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4/85e74883-a5f2-4d72-ba80-d501aea7fab4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.121700] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4debe659-8ef3-4285-866c-6dfff93126a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.130021] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 877.130021] env[65677]: value = "task-4636413" [ 877.130021] env[65677]: _type = "Task" [ 877.130021] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.139796] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.337012] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636410, 'name': Destroy_Task, 'duration_secs': 1.040158} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.337012] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroyed the VM [ 877.337012] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.337012] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e66400e-5ed2-418d-89cf-b0b435ede817 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.344229] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 877.344229] env[65677]: value = "task-4636414" [ 877.344229] env[65677]: _type = "Task" [ 877.344229] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.357536] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636414, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.423489] env[65677]: DEBUG nova.compute.utils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.425736] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 877.425970] env[65677]: DEBUG nova.network.neutron [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 877.426401] env[65677]: WARNING neutronclient.v2_0.client [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.426821] env[65677]: WARNING neutronclient.v2_0.client [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.441205] env[65677]: DEBUG nova.compute.manager [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Received event network-vif-plugged-f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 877.441321] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] Acquiring lock "657001b7-8e46-4e88-bc73-1ab18ece1f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.441548] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.441712] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.442337] env[65677]: DEBUG nova.compute.manager [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] No waiting events found dispatching network-vif-plugged-f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 877.442650] env[65677]: WARNING nova.compute.manager [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Received unexpected event network-vif-plugged-f4606625-8710-4a47-9227-bdbd6676e1fd for instance with vm_state building and task_state spawning. [ 877.442837] env[65677]: DEBUG nova.compute.manager [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Received event network-changed-f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 877.442991] env[65677]: DEBUG nova.compute.manager [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Refreshing instance network info cache due to event network-changed-f4606625-8710-4a47-9227-bdbd6676e1fd. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 877.443173] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] Acquiring lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.478224] env[65677]: DEBUG nova.policy [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.503295] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636411, 'name': Rename_Task, 'duration_secs': 1.04472} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.503771] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.504148] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649ecebf-0e5f-43b9-a6ee-bfcd0ed569e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.515785] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 877.515785] env[65677]: value = "task-4636415" [ 877.515785] env[65677]: _type = "Task" [ 877.515785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.536658] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.537458] env[65677]: DEBUG oslo_concurrency.lockutils [None req-235aaa0b-02cd-44a7-837b-25e9ca7ec5a5 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.579s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.628120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f099e462-3129-47de-aa07-a082ff699a27 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.404s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.647107] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.684393] env[65677]: DEBUG nova.network.neutron [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.860540] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636414, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.915048] env[65677]: DEBUG nova.network.neutron [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Successfully created port: eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 877.931200] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 877.936104] env[65677]: WARNING neutronclient.v2_0.client [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.949850] env[65677]: INFO nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Rebuilding instance [ 878.008402] env[65677]: DEBUG nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 878.009295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42baa2b3-6163-4f09-97a5-4dc8fac2c874 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.032555] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.069403] env[65677]: DEBUG nova.network.neutron [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updating instance_info_cache with network_info: [{"id": "f4606625-8710-4a47-9227-bdbd6676e1fd", "address": "fa:16:3e:a2:59:2c", "network": {"id": "e3e5aa41-60ea-4ae0-be86-38a8c1a207f2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1891917371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa94424a7dd044bbb1f2788cadfb45b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4606625-87", "ovs_interfaceid": "f4606625-8710-4a47-9227-bdbd6676e1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.114628] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa18fb5-5b73-49ec-b727-bb3dd204381f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.123819] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d4d22d-d7e1-4187-a140-a38f61f5ff4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.159311] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423cb05e-feb7-4a91-a354-d1ee0c8ba691 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.167573] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664109} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.169765] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4/85e74883-a5f2-4d72-ba80-d501aea7fab4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.169983] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.170283] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-019b6867-c55c-4c8f-9be3-874e016c1a49 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.175570] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a971cf7-48b7-4a32-bcdb-4b3f90ba2164 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.191230] env[65677]: DEBUG nova.compute.provider_tree [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.198155] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 878.198155] env[65677]: value = "task-4636416" [ 878.198155] env[65677]: _type = "Task" [ 878.198155] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.206059] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.356370] env[65677]: DEBUG oslo_vmware.api [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636414, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663249} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.356716] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.356987] env[65677]: INFO nova.compute.manager [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 878.531246] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.574138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Releasing lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.574138] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Instance network_info: |[{"id": "f4606625-8710-4a47-9227-bdbd6676e1fd", "address": "fa:16:3e:a2:59:2c", "network": {"id": "e3e5aa41-60ea-4ae0-be86-38a8c1a207f2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1891917371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa94424a7dd044bbb1f2788cadfb45b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4606625-87", "ovs_interfaceid": "f4606625-8710-4a47-9227-bdbd6676e1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 878.574378] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] Acquired lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.574524] env[65677]: DEBUG nova.network.neutron [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Refreshing network info cache for port f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.576419] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:59:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4606625-8710-4a47-9227-bdbd6676e1fd', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.585295] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Creating folder: Project (aa94424a7dd044bbb1f2788cadfb45b5). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.586895] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65df5ea-348a-429c-8787-bf2683db0de7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.599621] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Created folder: Project (aa94424a7dd044bbb1f2788cadfb45b5) in parent group-v905237. [ 878.599830] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Creating folder: Instances. Parent ref: group-v905431. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.600099] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff58511-ad61-4f74-9e40-7e7cfe1e4a35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.609900] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Created folder: Instances in parent group-v905431. [ 878.610470] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 878.610752] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.611038] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-209cd421-c831-4c85-891b-bb6901fdbbac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.631872] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.631872] env[65677]: value = "task-4636419" [ 878.631872] env[65677]: _type = "Task" [ 878.631872] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.640956] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636419, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.696438] env[65677]: DEBUG nova.scheduler.client.report [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.713338] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194132} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.714169] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.714517] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f656eb09-7bfb-49e2-b3c3-c1b82b5b1efb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.739884] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4/85e74883-a5f2-4d72-ba80-d501aea7fab4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.740854] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d17aab-2c07-4906-9b5b-a6667c25f799 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.762408] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 878.762408] env[65677]: value = "task-4636420" [ 878.762408] env[65677]: _type = "Task" [ 878.762408] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.777733] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.926983] env[65677]: DEBUG nova.compute.manager [None req-957756ea-5568-4547-9307-3594f836e095 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Found 1 images (rotation: 2) {{(pid=65677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 878.946755] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 878.974093] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 878.974432] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.974651] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 878.974902] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.975112] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 878.975306] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 878.975575] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.975835] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 878.976126] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 878.976363] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 878.976611] env[65677]: DEBUG nova.virt.hardware [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 878.978249] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acfff0f-d97e-484d-8238-c1a4bff3768b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.988942] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad32460-e239-48bd-80c7-f83e62c50b1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.029872] env[65677]: DEBUG oslo_vmware.api [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636415, 'name': PowerOnVM_Task, 'duration_secs': 1.03566} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.029872] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.030082] env[65677]: INFO nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Took 8.01 seconds to spawn the instance on the hypervisor. [ 879.030171] env[65677]: DEBUG nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 879.031048] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d1fbb-1f09-478c-ada8-cb50e637f0bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.035156] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.035156] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bea1b6-a25c-4536-824c-b2b79731af1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.045259] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 879.045259] env[65677]: value = "task-4636421" [ 879.045259] env[65677]: _type = "Task" [ 879.045259] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.056009] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.056346] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.057272] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dd96e3-a71f-4b97-b764-a8d058d6781b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.065875] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.065969] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f1d4c8b-6846-44dc-835f-6f6621106a70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.087484] env[65677]: WARNING neutronclient.v2_0.client [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.143160] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636419, 'name': CreateVM_Task, 'duration_secs': 0.390271} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.143343] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.143909] env[65677]: WARNING neutronclient.v2_0.client [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.144257] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.144409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.144729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.145033] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d72c43-faec-45ca-9f1f-1a94f71a86fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.150403] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 879.150403] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52848767-dce1-193c-08bf-addfbedf7882" [ 879.150403] env[65677]: _type = "Task" [ 879.150403] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.160243] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52848767-dce1-193c-08bf-addfbedf7882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.169157] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.169371] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.169562] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore1] 61f548c7-2b70-4b96-be9e-a3b145e7a836 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.169813] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc4da4d-70fc-4661-b11f-f9724a4010ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.176843] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 879.176843] env[65677]: value = "task-4636423" [ 879.176843] env[65677]: _type = "Task" [ 879.176843] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.185885] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.209033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.211090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.529s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.240169] env[65677]: INFO nova.scheduler.client.report [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocations for instance 580e1c52-c0ad-4e52-9ff1-210565ca5378 [ 879.273090] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "71c46e60-30a1-41a0-a646-2e3240208af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.273393] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.273696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "71c46e60-30a1-41a0-a646-2e3240208af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.273847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.274056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.277042] env[65677]: INFO nova.compute.manager [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Terminating instance [ 879.286865] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.324227] env[65677]: WARNING neutronclient.v2_0.client [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.468238] env[65677]: DEBUG nova.network.neutron [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Successfully updated port: eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 879.501985] env[65677]: DEBUG nova.network.neutron [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updated VIF entry in instance network info cache for port f4606625-8710-4a47-9227-bdbd6676e1fd. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 879.502388] env[65677]: DEBUG nova.network.neutron [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updating instance_info_cache with network_info: [{"id": "f4606625-8710-4a47-9227-bdbd6676e1fd", "address": "fa:16:3e:a2:59:2c", "network": {"id": "e3e5aa41-60ea-4ae0-be86-38a8c1a207f2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1891917371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa94424a7dd044bbb1f2788cadfb45b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4606625-87", "ovs_interfaceid": "f4606625-8710-4a47-9227-bdbd6676e1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.556072] env[65677]: INFO nova.compute.manager [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Took 52.07 seconds to build instance. [ 879.661630] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52848767-dce1-193c-08bf-addfbedf7882, 'name': SearchDatastore_Task, 'duration_secs': 0.01343} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.661941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.662289] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.662633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.662818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.663035] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.663286] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b88d1ba-6812-4d7a-b731-4e696c675470 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.673283] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.673503] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.674292] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c836b1-c684-48bf-9e0e-dc49a689dd46 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.681456] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 879.681456] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52669cdf-e39c-2566-8d8b-bfe2375a81a8" [ 879.681456] env[65677]: _type = "Task" [ 879.681456] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.687992] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226969} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.688632] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.688835] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.689022] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.697934] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52669cdf-e39c-2566-8d8b-bfe2375a81a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.697934] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23db93d6-285d-4bc3-b939-e35b15ddfd2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.703725] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 879.703725] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524ca0ec-e82a-65e8-06a0-d9961e14073e" [ 879.703725] env[65677]: _type = "Task" [ 879.703725] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.717099] env[65677]: INFO nova.compute.claims [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.722963] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524ca0ec-e82a-65e8-06a0-d9961e14073e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.743376] env[65677]: DEBUG nova.compute.manager [req-1a1ffa12-9ceb-40b2-8c15-64eeab53ea14 req-6ffaf927-15d0-45ae-ae79-c9c591b2be15 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-vif-plugged-eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 879.743494] env[65677]: DEBUG oslo_concurrency.lockutils [req-1a1ffa12-9ceb-40b2-8c15-64eeab53ea14 req-6ffaf927-15d0-45ae-ae79-c9c591b2be15 service nova] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.743744] env[65677]: DEBUG oslo_concurrency.lockutils [req-1a1ffa12-9ceb-40b2-8c15-64eeab53ea14 req-6ffaf927-15d0-45ae-ae79-c9c591b2be15 service nova] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.743947] env[65677]: DEBUG oslo_concurrency.lockutils [req-1a1ffa12-9ceb-40b2-8c15-64eeab53ea14 req-6ffaf927-15d0-45ae-ae79-c9c591b2be15 service nova] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.744140] env[65677]: DEBUG nova.compute.manager [req-1a1ffa12-9ceb-40b2-8c15-64eeab53ea14 req-6ffaf927-15d0-45ae-ae79-c9c591b2be15 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] No waiting events found dispatching network-vif-plugged-eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 879.744319] env[65677]: WARNING nova.compute.manager [req-1a1ffa12-9ceb-40b2-8c15-64eeab53ea14 req-6ffaf927-15d0-45ae-ae79-c9c591b2be15 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received unexpected event network-vif-plugged-eaad141f-1082-46d9-ae8a-36d014a48073 for instance with vm_state building and task_state spawning. [ 879.748734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-52422051-a3f3-448f-8006-4688ee3d7652 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "580e1c52-c0ad-4e52-9ff1-210565ca5378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.910s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.761143] env[65677]: DEBUG nova.compute.manager [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 879.762536] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba51f2-c123-48da-aa6e-46dd4e85bd13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.779466] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636420, 'name': ReconfigVM_Task, 'duration_secs': 0.809582} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.779959] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4/85e74883-a5f2-4d72-ba80-d501aea7fab4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.780313] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65677) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 879.781010] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8211a912-b557-491f-b50c-7e1d534b2068 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.787155] env[65677]: DEBUG nova.compute.manager [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 879.787383] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.789718] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f86291-3256-44ee-9791-f47d196e3a9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.793329] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 879.793329] env[65677]: value = "task-4636424" [ 879.793329] env[65677]: _type = "Task" [ 879.793329] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.799748] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.801256] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e608fc78-016a-4ac3-8834-6156ea19a8dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.809080] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636424, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.816059] env[65677]: DEBUG oslo_vmware.api [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 879.816059] env[65677]: value = "task-4636425" [ 879.816059] env[65677]: _type = "Task" [ 879.816059] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.827231] env[65677]: DEBUG oslo_vmware.api [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.973847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.973847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.973847] env[65677]: DEBUG nova.network.neutron [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.007785] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6aa6fd2-fe55-48d7-83b9-62f2ace969dc req-ef777cc6-93d0-4b28-b50e-640bd56a5f02 service nova] Releasing lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.058077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.077s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.215588] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524ca0ec-e82a-65e8-06a0-d9961e14073e, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.215877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.216184] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 657001b7-8e46-4e88-bc73-1ab18ece1f17/657001b7-8e46-4e88-bc73-1ab18ece1f17.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.216459] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66e778fe-7a91-4ef4-aa55-94369bc36418 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.225666] env[65677]: INFO nova.compute.resource_tracker [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating resource usage from migration 20c26ff7-480e-48a4-b146-a6dd55ca3870 [ 880.228870] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 880.228870] env[65677]: value = "task-4636426" [ 880.228870] env[65677]: _type = "Task" [ 880.228870] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.240410] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.283044] env[65677]: INFO nova.compute.manager [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] instance snapshotting [ 880.283712] env[65677]: DEBUG nova.objects.instance [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'flavor' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.308463] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636424, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.057633} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.308730] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65677) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 880.309570] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9ee6c-3b54-49a9-a2b9-3bdf788b638d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.341366] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4/ephemeral_0.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.344542] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b89d39-418b-425a-8698-09d450e4a21b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.365228] env[65677]: DEBUG oslo_vmware.api [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636425, 'name': PowerOffVM_Task, 'duration_secs': 0.358962} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.367376] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.367376] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.367554] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 880.367554] env[65677]: value = "task-4636427" [ 880.367554] env[65677]: _type = "Task" [ 880.367554] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.367762] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15637092-0f51-4720-8eb3-6c3e8293870f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.381337] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.471972] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.472369] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.472562] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Deleting the datastore file [datastore1] 71c46e60-30a1-41a0-a646-2e3240208af2 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.472886] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b7922e-8f94-40bb-b531-6aa4145432a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.481366] env[65677]: DEBUG oslo_vmware.api [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for the task: (returnval){ [ 880.481366] env[65677]: value = "task-4636429" [ 880.481366] env[65677]: _type = "Task" [ 880.481366] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.494752] env[65677]: DEBUG oslo_vmware.api [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.512783] env[65677]: DEBUG nova.network.neutron [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 880.561387] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 880.692345] env[65677]: WARNING neutronclient.v2_0.client [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.748741] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.754562] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.754845] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.754997] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.755194] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.755334] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.755473] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.755900] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.755900] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.756098] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.756286] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.756450] env[65677]: DEBUG nova.virt.hardware [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.757650] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6857af-8e13-4606-b1b1-48cadaa9a8de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.768749] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc0e09-add1-41a0-bfbd-ef5b0406a376 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.800447] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:50:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d1a9b68-a781-45ff-85a5-771a078eef79', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.810153] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 880.815125] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.816031] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0bf5c-9b25-4d81-8120-7aadc60f1283 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.818954] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5253d2c9-16a2-4a0f-ab63-bf1dea50d26d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.855304] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.855304] env[65677]: value = "task-4636430" [ 880.855304] env[65677]: _type = "Task" [ 880.855304] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.856179] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e890f1-f67d-4539-b26d-1b8b1bf4ef60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.868615] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636430, 'name': CreateVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.888857] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636427, 'name': ReconfigVM_Task, 'duration_secs': 0.390945} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.891823] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4/ephemeral_0.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.892921] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3db52ac-d93b-40a9-a972-24e1315da2e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.901038] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 880.901038] env[65677]: value = "task-4636431" [ 880.901038] env[65677]: _type = "Task" [ 880.901038] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.912652] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636431, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.975303] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e93897-22a7-4b05-857c-82411228070c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.988209] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b1b3f-250b-42ff-8d78-e57189e42d9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.999335] env[65677]: DEBUG oslo_vmware.api [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Task: {'id': task-4636429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480787} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.027151] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.027382] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.027559] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.027760] env[65677]: INFO nova.compute.manager [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 881.028084] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.028596] env[65677]: DEBUG nova.compute.manager [-] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 881.028699] env[65677]: DEBUG nova.network.neutron [-] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 881.028970] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.031923] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c4e0c-ff8a-40e8-853e-cc0af51164b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.041398] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ee14a-8b0c-4753-a5e7-bed84c2fdb05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.058667] env[65677]: DEBUG nova.compute.provider_tree [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.087900] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.247200] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605902} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.247487] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 657001b7-8e46-4e88-bc73-1ab18ece1f17/657001b7-8e46-4e88-bc73-1ab18ece1f17.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.247704] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.247964] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded59773-34ff-4b39-8441-8f8487484cee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.262993] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.267799] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 881.267799] env[65677]: value = "task-4636432" [ 881.267799] env[65677]: _type = "Task" [ 881.267799] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.272849] env[65677]: DEBUG nova.network.neutron [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.280451] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.371483] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636430, 'name': CreateVM_Task, 'duration_secs': 0.356676} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.371861] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.372584] env[65677]: WARNING neutronclient.v2_0.client [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 881.373233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.373430] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.373840] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.376241] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e89809-146c-4f80-8559-3bea32c1806b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.382822] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 881.382822] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b00ca-27f5-f014-1064-6cc3c2b5a2cf" [ 881.382822] env[65677]: _type = "Task" [ 881.382822] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.384278] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 881.388119] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80b7dc55-5a89-4daf-9e29-90acc802aca4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.402646] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b00ca-27f5-f014-1064-6cc3c2b5a2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.407919] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 881.407919] env[65677]: value = "task-4636433" [ 881.407919] env[65677]: _type = "Task" [ 881.407919] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.416424] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636431, 'name': Rename_Task, 'duration_secs': 0.261773} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.417216] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.417500] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79572051-e6fb-4a8d-9da1-d86b4df888a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.427207] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636433, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.434989] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 881.434989] env[65677]: value = "task-4636434" [ 881.434989] env[65677]: _type = "Task" [ 881.434989] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.449856] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.561774] env[65677]: DEBUG nova.scheduler.client.report [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.645245] env[65677]: DEBUG nova.compute.manager [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Received event network-changed-cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 881.645535] env[65677]: DEBUG nova.compute.manager [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Refreshing instance network info cache due to event network-changed-cbdcc238-428a-4347-a6d3-35929d64cf57. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 881.645664] env[65677]: DEBUG oslo_concurrency.lockutils [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] Acquiring lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.645803] env[65677]: DEBUG oslo_concurrency.lockutils [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] Acquired lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.645955] env[65677]: DEBUG nova.network.neutron [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Refreshing network info cache for port cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.775645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.776134] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Instance network_info: |[{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 881.780507] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a5:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaad141f-1082-46d9-ae8a-36d014a48073', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.789433] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.790183] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077811} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.790654] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.790911] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.791186] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f0dfa62-5666-4664-8227-d53e25285e1a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.810262] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18d100-381e-4c0f-b015-668b0fc291c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.836323] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 657001b7-8e46-4e88-bc73-1ab18ece1f17/657001b7-8e46-4e88-bc73-1ab18ece1f17.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.838390] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c99347b3-53b7-4322-8b00-0d960e7e709a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.853182] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.853182] env[65677]: value = "task-4636435" [ 881.853182] env[65677]: _type = "Task" [ 881.853182] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.859505] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 881.859505] env[65677]: value = "task-4636436" [ 881.859505] env[65677]: _type = "Task" [ 881.859505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.866459] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636435, 'name': CreateVM_Task} progress is 15%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.872633] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.893799] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525b00ca-27f5-f014-1064-6cc3c2b5a2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020387} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.894183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.894441] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.894722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.894904] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.895113] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.895458] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13677512-7aa5-4d8d-9097-560e6b0e69db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.907344] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.907583] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.908564] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961ad42e-d54f-4393-9bc1-3d9134ff4d24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.921313] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 881.921313] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524e0030-8536-5a76-c072-191ef0ed39e7" [ 881.921313] env[65677]: _type = "Task" [ 881.921313] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.925214] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636433, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.936399] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524e0030-8536-5a76-c072-191ef0ed39e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.946732] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636434, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.042429] env[65677]: DEBUG nova.network.neutron [-] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.067632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.857s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.068400] env[65677]: INFO nova.compute.manager [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Migrating [ 882.081750] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.932s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.082201] env[65677]: DEBUG nova.objects.instance [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lazy-loading 'resources' on Instance uuid 1a1c4c74-e31f-427c-80fc-c1f197e16745 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.100339] env[65677]: DEBUG nova.compute.manager [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-changed-eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 882.100657] env[65677]: DEBUG nova.compute.manager [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing instance network info cache due to event network-changed-eaad141f-1082-46d9-ae8a-36d014a48073. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 882.101026] env[65677]: DEBUG oslo_concurrency.lockutils [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101297] env[65677]: DEBUG oslo_concurrency.lockutils [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.101592] env[65677]: DEBUG nova.network.neutron [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing network info cache for port eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.150911] env[65677]: WARNING neutronclient.v2_0.client [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.348373] env[65677]: WARNING neutronclient.v2_0.client [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.367709] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636435, 'name': CreateVM_Task, 'duration_secs': 0.485218} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.368991] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.369918] env[65677]: WARNING neutronclient.v2_0.client [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.369918] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.370249] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.370421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.370772] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1415d50b-988a-49b7-a20a-b1c14eea3052 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.376379] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636436, 'name': ReconfigVM_Task, 'duration_secs': 0.312987} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.377049] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 657001b7-8e46-4e88-bc73-1ab18ece1f17/657001b7-8e46-4e88-bc73-1ab18ece1f17.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.377744] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e41bd8d2-a84b-4860-9405-11ade2c817e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.380842] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 882.380842] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526ec0b7-9077-0d2c-6c04-3aaa475b0adc" [ 882.380842] env[65677]: _type = "Task" [ 882.380842] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.387027] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 882.387027] env[65677]: value = "task-4636437" [ 882.387027] env[65677]: _type = "Task" [ 882.387027] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.393114] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526ec0b7-9077-0d2c-6c04-3aaa475b0adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.403591] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636437, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.418285] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636433, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.436802] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524e0030-8536-5a76-c072-191ef0ed39e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.440756] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8efb85-ca44-4b5a-bf10-7a835e3ab647 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.449610] env[65677]: DEBUG oslo_vmware.api [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636434, 'name': PowerOnVM_Task, 'duration_secs': 0.853238} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.450521] env[65677]: DEBUG nova.network.neutron [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updated VIF entry in instance network info cache for port cbdcc238-428a-4347-a6d3-35929d64cf57. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.450874] env[65677]: DEBUG nova.network.neutron [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updating instance_info_cache with network_info: [{"id": "cbdcc238-428a-4347-a6d3-35929d64cf57", "address": "fa:16:3e:5a:72:f6", "network": {"id": "f99fb91d-c366-4d44-8f18-915169739b15", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-66865834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79543c5e1679444bb64bcc4f5ac8aa81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdcc238-42", "ovs_interfaceid": "cbdcc238-428a-4347-a6d3-35929d64cf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.452792] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.453008] env[65677]: INFO nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Took 9.88 seconds to spawn the instance on the hypervisor. [ 882.453205] env[65677]: DEBUG nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 882.453547] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 882.453547] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e4ba1d-24d2-38d3-d66b-22e494af12a6" [ 882.453547] env[65677]: _type = "Task" [ 882.453547] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.454907] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d699ee05-4316-4a95-984f-ba1216b283cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.468568] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e4ba1d-24d2-38d3-d66b-22e494af12a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015217} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.473157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.473402] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.473718] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc695e0c-146b-4398-ab8a-e233ea8405ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.481651] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 882.481651] env[65677]: value = "task-4636438" [ 882.481651] env[65677]: _type = "Task" [ 882.481651] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.493273] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.544920] env[65677]: INFO nova.compute.manager [-] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Took 1.52 seconds to deallocate network for instance. [ 882.597628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.597628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.597892] env[65677]: DEBUG nova.network.neutron [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.605582] env[65677]: WARNING neutronclient.v2_0.client [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.769845] env[65677]: WARNING neutronclient.v2_0.client [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.844625] env[65677]: DEBUG nova.network.neutron [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updated VIF entry in instance network info cache for port eaad141f-1082-46d9-ae8a-36d014a48073. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.845209] env[65677]: DEBUG nova.network.neutron [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.897861] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526ec0b7-9077-0d2c-6c04-3aaa475b0adc, 'name': SearchDatastore_Task, 'duration_secs': 0.023539} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.901048] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.901284] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.901510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.901652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.901822] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.904478] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df58495d-cf3a-47f8-94ad-ce31a73ee8ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.913478] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636437, 'name': Rename_Task, 'duration_secs': 0.155513} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.916026] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.917214] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639bcf29-b2d0-4407-991e-88407456adbc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918709] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.918876] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.922147] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2568f18-48ec-4903-9e22-37cf9755796b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.928288] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636433, 'name': CreateSnapshot_Task, 'duration_secs': 1.046967} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.928824] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 882.929584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558cdf8e-184b-4879-8b6c-7095343777d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.933122] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 882.933122] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c0af6f-325b-0565-8011-fa9ead9d054b" [ 882.933122] env[65677]: _type = "Task" [ 882.933122] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.935115] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 882.935115] env[65677]: value = "task-4636439" [ 882.935115] env[65677]: _type = "Task" [ 882.935115] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.955169] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c0af6f-325b-0565-8011-fa9ead9d054b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.958865] env[65677]: DEBUG oslo_concurrency.lockutils [req-b3a732e3-50a8-4424-8bbb-c915f9124d17 req-e917e021-114f-49f0-aa1c-4f4ad6280801 service nova] Releasing lock "refresh_cache-73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.959346] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636439, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.986253] env[65677]: INFO nova.compute.manager [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Took 55.34 seconds to build instance. [ 882.994720] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.051475] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.101993] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.168993] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25460541-ba89-4f23-87e6-6054fcdbd055 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.179286] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9897fba9-0c5b-4723-8e88-87b76d668441 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.216628] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99264736-d1ad-45ba-93ff-883de1e56986 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.226217] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c1ecb-221d-46af-a121-ea7723b04e40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.245026] env[65677]: DEBUG nova.compute.provider_tree [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.312525] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.348862] env[65677]: DEBUG oslo_concurrency.lockutils [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.349163] env[65677]: DEBUG nova.compute.manager [req-cedf9d79-efab-4147-9b6e-35de3fcde51b req-cf20ccee-22ef-49ac-8326-bcd0435e3110 service nova] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Received event network-vif-deleted-39552572-18c8-4418-a4d3-2602e5dfeea1 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 883.392363] env[65677]: DEBUG nova.network.neutron [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.453500] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c0af6f-325b-0565-8011-fa9ead9d054b, 'name': SearchDatastore_Task, 'duration_secs': 0.022934} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.460256] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.460566] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636439, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.461486] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1216aee5-9490-445e-b235-6524121fd36c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.464686] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9cf14c-1da4-467e-a3bd-2bf6d0ad1565 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.471086] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 883.471086] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526d739c-da4d-00ce-1809-8c8a7301e159" [ 883.471086] env[65677]: _type = "Task" [ 883.471086] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.475875] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 883.475875] env[65677]: value = "task-4636440" [ 883.475875] env[65677]: _type = "Task" [ 883.475875] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.483952] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526d739c-da4d-00ce-1809-8c8a7301e159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.490890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-905713e2-ca28-4252-9e73-a4ccfe07099b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.509s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.491229] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636440, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.497886] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844568} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.498158] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.498368] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.498624] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd36f23-2fb4-4f26-a1ae-1911bce5d066 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.506977] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 883.506977] env[65677]: value = "task-4636441" [ 883.506977] env[65677]: _type = "Task" [ 883.506977] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.517455] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.751788] env[65677]: DEBUG nova.scheduler.client.report [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.898051] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.951287] env[65677]: DEBUG oslo_vmware.api [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4636439, 'name': PowerOnVM_Task, 'duration_secs': 0.529212} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.951789] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.951893] env[65677]: INFO nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Took 8.03 seconds to spawn the instance on the hypervisor. [ 883.952171] env[65677]: DEBUG nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 883.953388] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2797db58-905b-4a2c-895d-213a2a796d3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.986449] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526d739c-da4d-00ce-1809-8c8a7301e159, 'name': SearchDatastore_Task, 'duration_secs': 0.026702} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.987243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.987557] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 89edb1d2-d746-407d-aafb-6931322c3388/89edb1d2-d746-407d-aafb-6931322c3388.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.987915] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2109a3ad-7d77-4d99-89dd-f14c4516b5e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.994449] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 883.997333] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636440, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.004485] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 884.004485] env[65677]: value = "task-4636442" [ 884.004485] env[65677]: _type = "Task" [ 884.004485] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.019299] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.023817] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13452} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.024204] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.025091] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044c2b3-2caa-4c7e-8fbd-b76171ddb755 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.050738] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.051474] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e76390-bf11-4db0-a25d-89a5a42893a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.073310] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 884.073310] env[65677]: value = "task-4636443" [ 884.073310] env[65677]: _type = "Task" [ 884.073310] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.084490] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.257368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.261348] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.022s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.263019] env[65677]: INFO nova.compute.claims [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.294472] env[65677]: INFO nova.scheduler.client.report [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Deleted allocations for instance 1a1c4c74-e31f-427c-80fc-c1f197e16745 [ 884.330215] env[65677]: DEBUG nova.compute.manager [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Received event network-changed-8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 884.330215] env[65677]: DEBUG nova.compute.manager [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Refreshing instance network info cache due to event network-changed-8a1a3639-96f6-4445-a0f4-92789875e661. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 884.330215] env[65677]: DEBUG oslo_concurrency.lockutils [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] Acquiring lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.330215] env[65677]: DEBUG oslo_concurrency.lockutils [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] Acquired lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.330215] env[65677]: DEBUG nova.network.neutron [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Refreshing network info cache for port 8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.474178] env[65677]: INFO nova.compute.manager [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Took 47.69 seconds to build instance. [ 884.490938] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636440, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.516600] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.517881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.585877] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.807635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Lock "1a1c4c74-e31f-427c-80fc-c1f197e16745" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.713s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.835209] env[65677]: WARNING neutronclient.v2_0.client [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.976867] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5fe7b82b-9253-4510-aa12-dc376c689788 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.959s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.000501] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636440, 'name': CloneVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.015849] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81919} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.016251] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 89edb1d2-d746-407d-aafb-6931322c3388/89edb1d2-d746-407d-aafb-6931322c3388.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.016468] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.016744] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6372f498-1dc1-46d9-8187-0c1060f5fcb2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.029407] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 885.029407] env[65677]: value = "task-4636444" [ 885.029407] env[65677]: _type = "Task" [ 885.029407] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.043026] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.063986] env[65677]: WARNING neutronclient.v2_0.client [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.087989] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636443, 'name': ReconfigVM_Task, 'duration_secs': 0.649826} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.088392] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 61f548c7-2b70-4b96-be9e-a3b145e7a836/61f548c7-2b70-4b96-be9e-a3b145e7a836.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.089113] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9949761a-0e2b-40db-9bd8-a13c145a632b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.097866] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 885.097866] env[65677]: value = "task-4636445" [ 885.097866] env[65677]: _type = "Task" [ 885.097866] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.109443] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636445, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.163804] env[65677]: DEBUG nova.network.neutron [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Updated VIF entry in instance network info cache for port 8a1a3639-96f6-4445-a0f4-92789875e661. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.164323] env[65677]: DEBUG nova.network.neutron [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Updating instance_info_cache with network_info: [{"id": "8a1a3639-96f6-4445-a0f4-92789875e661", "address": "fa:16:3e:bf:4e:4c", "network": {"id": "0efc10fb-9af5-423e-8e80-d51c21ea9426", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-461244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdeaef14bb741b5989230de92e0df4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a3639-96", "ovs_interfaceid": "8a1a3639-96f6-4445-a0f4-92789875e661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.418925] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cae7cb2-25c4-46cf-a8e6-db1e031fab22 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.440035] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.486866] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 885.499797] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636440, 'name': CloneVM_Task, 'duration_secs': 1.6134} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.500485] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created linked-clone VM from snapshot [ 885.501628] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac6108-e549-4d84-835a-bb9bd38a2e2e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.516736] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Uploading image 8df66d50-b229-4d3b-889c-fc6a36e041db {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.544841] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068149} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.545292] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.548484] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.548484] env[65677]: value = "vm-905437" [ 885.548484] env[65677]: _type = "VirtualMachine" [ 885.548484] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.550684] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41349126-5368-44ce-bc56-c4c675806dd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.552981] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d80709f0-5306-44b6-99cd-56da8c3c6cd2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.582901] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 89edb1d2-d746-407d-aafb-6931322c3388/89edb1d2-d746-407d-aafb-6931322c3388.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.587718] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de6623dc-fcd6-401c-92d0-67759baa5770 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.602283] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease: (returnval){ [ 885.602283] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4b2aa-70ae-7248-b52d-9c4a67525814" [ 885.602283] env[65677]: _type = "HttpNfcLease" [ 885.602283] env[65677]: } obtained for exporting VM: (result){ [ 885.602283] env[65677]: value = "vm-905437" [ 885.602283] env[65677]: _type = "VirtualMachine" [ 885.602283] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.602283] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the lease: (returnval){ [ 885.602283] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4b2aa-70ae-7248-b52d-9c4a67525814" [ 885.602283] env[65677]: _type = "HttpNfcLease" [ 885.602283] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.613532] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 885.613532] env[65677]: value = "task-4636447" [ 885.613532] env[65677]: _type = "Task" [ 885.613532] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.618749] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.618749] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4b2aa-70ae-7248-b52d-9c4a67525814" [ 885.618749] env[65677]: _type = "HttpNfcLease" [ 885.618749] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 885.619072] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636445, 'name': Rename_Task, 'duration_secs': 0.287136} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.625898] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 885.625898] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4b2aa-70ae-7248-b52d-9c4a67525814" [ 885.625898] env[65677]: _type = "HttpNfcLease" [ 885.625898] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 885.625898] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.626855] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde05e9-eadd-466f-a336-0fc7d4dfa9d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.629425] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1e5dce-2b0a-4539-b3f8-f98d276cefdf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.641113] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b129c-1a79-7560-f4f7-a4cc9d996be3/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 885.641311] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b129c-1a79-7560-f4f7-a4cc9d996be3/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 885.642773] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.646968] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 885.646968] env[65677]: value = "task-4636448" [ 885.646968] env[65677]: _type = "Task" [ 885.646968] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.709186] env[65677]: DEBUG oslo_concurrency.lockutils [req-6ca52c01-4ecb-4422-98c4-03a61a612f06 req-b71743e0-1d0d-4973-a5b9-940eef5caed4 service nova] Releasing lock "refresh_cache-85e74883-a5f2-4d72-ba80-d501aea7fab4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.722572] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.776907] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66c6636d-1a4a-4786-b856-17289f6bbc0e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.946936] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.946936] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e57efbd-69b1-4649-9b18-49e2d08a9ee7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.956846] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 885.956846] env[65677]: value = "task-4636449" [ 885.956846] env[65677]: _type = "Task" [ 885.956846] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.976057] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.034259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.090790] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f0924-fee6-41f5-bbda-c2ccad20b7fb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.102295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac085cdd-85f7-4a67-9aee-bea04299c9a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.140924] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adb4e07-454c-4dcd-9085-eb0f08914759 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.161801] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da4275-66c7-41bd-9251-4546aa652372 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.166551] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.174103] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.183772] env[65677]: DEBUG nova.compute.provider_tree [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.395679] env[65677]: DEBUG nova.compute.manager [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Received event network-changed-f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 886.396231] env[65677]: DEBUG nova.compute.manager [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Refreshing instance network info cache due to event network-changed-f4606625-8710-4a47-9227-bdbd6676e1fd. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 886.396668] env[65677]: DEBUG oslo_concurrency.lockutils [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] Acquiring lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.396971] env[65677]: DEBUG oslo_concurrency.lockutils [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] Acquired lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.397995] env[65677]: DEBUG nova.network.neutron [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Refreshing network info cache for port f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.471993] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636449, 'name': PowerOffVM_Task, 'duration_secs': 0.334239} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.472540] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.472920] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.649020] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.666043] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.688390] env[65677]: DEBUG nova.scheduler.client.report [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.902405] env[65677]: WARNING neutronclient.v2_0.client [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.984591] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.984591] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.985830] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.986198] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.986386] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.986591] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.986910] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.987038] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.987247] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.987576] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.987576] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.994180] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b26938a6-3fe5-4d7f-b6cb-31980d30d444 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.013897] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 887.013897] env[65677]: value = "task-4636450" [ 887.013897] env[65677]: _type = "Task" [ 887.013897] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.027736] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.147930] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636447, 'name': ReconfigVM_Task, 'duration_secs': 1.160511} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.147930] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 89edb1d2-d746-407d-aafb-6931322c3388/89edb1d2-d746-407d-aafb-6931322c3388.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.148665] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a5995d-1b65-44e1-ba75-429389e09140 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.160954] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 887.160954] env[65677]: value = "task-4636451" [ 887.160954] env[65677]: _type = "Task" [ 887.160954] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.168671] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636448, 'name': PowerOnVM_Task, 'duration_secs': 1.282666} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.169470] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.169643] env[65677]: DEBUG nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 887.170628] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda26a0a-74e0-46cc-9d24-a46b155f1792 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.178887] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636451, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.196026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.936s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.196955] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 887.200209] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.261s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.200755] env[65677]: DEBUG nova.objects.instance [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lazy-loading 'resources' on Instance uuid a5304212-8168-4fe4-ab5b-f19dd1914bba {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.205147] env[65677]: WARNING neutronclient.v2_0.client [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.345110] env[65677]: DEBUG nova.network.neutron [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updated VIF entry in instance network info cache for port f4606625-8710-4a47-9227-bdbd6676e1fd. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 887.345584] env[65677]: DEBUG nova.network.neutron [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updating instance_info_cache with network_info: [{"id": "f4606625-8710-4a47-9227-bdbd6676e1fd", "address": "fa:16:3e:a2:59:2c", "network": {"id": "e3e5aa41-60ea-4ae0-be86-38a8c1a207f2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1891917371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa94424a7dd044bbb1f2788cadfb45b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4606625-87", "ovs_interfaceid": "f4606625-8710-4a47-9227-bdbd6676e1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.528512] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636450, 'name': ReconfigVM_Task, 'duration_secs': 0.257092} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.528972] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.672631] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636451, 'name': Rename_Task, 'duration_secs': 0.242012} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.673081] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.673364] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1d3bf5-a89b-4151-948b-61b25e06ee93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.681402] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 887.681402] env[65677]: value = "task-4636452" [ 887.681402] env[65677]: _type = "Task" [ 887.681402] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.691264] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.692935] env[65677]: INFO nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] bringing vm to original state: 'stopped' [ 887.705240] env[65677]: DEBUG nova.compute.utils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.711655] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 887.712166] env[65677]: DEBUG nova.network.neutron [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.712623] env[65677]: WARNING neutronclient.v2_0.client [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.714294] env[65677]: WARNING neutronclient.v2_0.client [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.788412] env[65677]: DEBUG nova.policy [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bab04b0eb3a48518d0cd0baadfd1649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2499a21a162408781ffb44f96bbe08c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.848132] env[65677]: DEBUG oslo_concurrency.lockutils [req-3ec96593-700d-4e65-ac21-0f01c9d8133a req-4d7925f0-0b67-4843-a218-063c588494f2 service nova] Releasing lock "refresh_cache-657001b7-8e46-4e88-bc73-1ab18ece1f17" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.036332] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:52:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4fccd23-249d-46f7-bc9d-7aa28dffe124',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-563434927',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.036619] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.036773] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.037812] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.037812] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.037812] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.038096] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.038305] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.038591] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.038661] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.039427] env[65677]: DEBUG nova.virt.hardware [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.045548] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.048809] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6451154-5c80-4a90-bb09-94cf5ae81560 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.069206] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 888.069206] env[65677]: value = "task-4636453" [ 888.069206] env[65677]: _type = "Task" [ 888.069206] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.082144] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.192740] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.211422] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 888.219862] env[65677]: DEBUG nova.network.neutron [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Successfully created port: 58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 888.422993] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae58be5-a7b7-44bb-bf36-4bad1e6721a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.433073] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059320a1-a68d-435f-a60b-c81eed4d4c83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.473320] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d403ce-ef8e-4c32-bd37-f8cd0a0980a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.484572] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ea68d-0788-45bc-8a9e-0731347a75b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.500741] env[65677]: DEBUG nova.compute.provider_tree [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.581450] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636453, 'name': ReconfigVM_Task, 'duration_secs': 0.247741} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.581734] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.582567] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79171e7b-9611-4e86-bdbe-d04123e5d03c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.611336] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.612015] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b245b431-7c7c-43f7-a905-21200ff3cee6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.643622] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 888.643622] env[65677]: value = "task-4636454" [ 888.643622] env[65677]: _type = "Task" [ 888.643622] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.657383] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.692716] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636452, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.702818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.702818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.702818] env[65677]: DEBUG nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 888.703830] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b719bf-fb6e-4746-85ac-567b265fa5d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.713200] env[65677]: DEBUG nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 889.005900] env[65677]: DEBUG nova.scheduler.client.report [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.160739] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.195877] env[65677]: DEBUG oslo_vmware.api [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636452, 'name': PowerOnVM_Task, 'duration_secs': 1.083097} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.196260] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.196417] env[65677]: INFO nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Took 10.25 seconds to spawn the instance on the hypervisor. [ 889.196570] env[65677]: DEBUG nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 889.197443] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f559a4-bfee-4460-a8bb-8aecd71bec45 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.225239] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.226437] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 889.230284] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec7e34da-7b9c-4e1a-9fae-3cd2c944937f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.240849] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 889.240849] env[65677]: value = "task-4636455" [ 889.240849] env[65677]: _type = "Task" [ 889.240849] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.255316] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.354983] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 889.355268] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.355558] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 889.355875] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.356162] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 889.356405] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 889.356764] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.357054] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 889.357360] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 889.357667] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 889.357958] env[65677]: DEBUG nova.virt.hardware [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 889.359324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7231a5-1a79-49b9-b758-e93736cf9bde {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.372347] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7232093a-e200-4f21-b8c0-a0d148acc732 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.511586] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.514799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.812s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.515344] env[65677]: DEBUG nova.objects.instance [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 889.549015] env[65677]: INFO nova.scheduler.client.report [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Deleted allocations for instance a5304212-8168-4fe4-ab5b-f19dd1914bba [ 889.659691] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.724021] env[65677]: INFO nova.compute.manager [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Took 50.62 seconds to build instance. [ 889.755738] env[65677]: DEBUG oslo_vmware.api [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636455, 'name': PowerOffVM_Task, 'duration_secs': 0.349616} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.756118] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.757198] env[65677]: DEBUG nova.compute.manager [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 889.758528] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e1ce01-4a40-4504-9572-58a91f052c2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.019712] env[65677]: DEBUG nova.network.neutron [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Successfully updated port: 58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.047857] env[65677]: DEBUG nova.compute.manager [req-907a07d7-a0b9-4aa6-b7b6-82d137901a60 req-6cde3534-af95-4e98-9c15-7a02134b1f1e service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Received event network-vif-plugged-58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 890.047857] env[65677]: DEBUG oslo_concurrency.lockutils [req-907a07d7-a0b9-4aa6-b7b6-82d137901a60 req-6cde3534-af95-4e98-9c15-7a02134b1f1e service nova] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.048290] env[65677]: DEBUG oslo_concurrency.lockutils [req-907a07d7-a0b9-4aa6-b7b6-82d137901a60 req-6cde3534-af95-4e98-9c15-7a02134b1f1e service nova] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.049292] env[65677]: DEBUG oslo_concurrency.lockutils [req-907a07d7-a0b9-4aa6-b7b6-82d137901a60 req-6cde3534-af95-4e98-9c15-7a02134b1f1e service nova] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.049292] env[65677]: DEBUG nova.compute.manager [req-907a07d7-a0b9-4aa6-b7b6-82d137901a60 req-6cde3534-af95-4e98-9c15-7a02134b1f1e service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] No waiting events found dispatching network-vif-plugged-58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 890.049292] env[65677]: WARNING nova.compute.manager [req-907a07d7-a0b9-4aa6-b7b6-82d137901a60 req-6cde3534-af95-4e98-9c15-7a02134b1f1e service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Received unexpected event network-vif-plugged-58161730-0825-45b9-8fda-a1ee1652a06d for instance with vm_state building and task_state spawning. [ 890.062431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92e4cbf0-ffe9-4220-994b-340f1065e16a tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Lock "a5304212-8168-4fe4-ab5b-f19dd1914bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.595s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.160692] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.226959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "89edb1d2-d746-407d-aafb-6931322c3388" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.641s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.275034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.572s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.523210] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.523385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.523573] env[65677]: DEBUG nova.network.neutron [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.531215] env[65677]: DEBUG oslo_concurrency.lockutils [None req-abefa9b1-4483-4336-ab6b-e750446f94fb tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.531994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.820s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.536502] env[65677]: INFO nova.compute.claims [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.662044] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.729828] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 890.787044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.161099] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636454, 'name': ReconfigVM_Task, 'duration_secs': 2.084973} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.161274] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.161582] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.255997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.356994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.357348] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.358079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "61f548c7-2b70-4b96-be9e-a3b145e7a836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.362882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.362882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.364778] env[65677]: INFO nova.compute.manager [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Terminating instance [ 891.428907] env[65677]: DEBUG nova.network.neutron [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.623126] env[65677]: WARNING neutronclient.v2_0.client [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.672532] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53af3f28-1749-4da2-a033-d912bd8c57d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.708962] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b37cc-23e4-4e6f-9994-e750fb08323c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.735380] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.812752] env[65677]: DEBUG nova.network.neutron [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updating instance_info_cache with network_info: [{"id": "58161730-0825-45b9-8fda-a1ee1652a06d", "address": "fa:16:3e:f3:dc:a2", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58161730-08", "ovs_interfaceid": "58161730-0825-45b9-8fda-a1ee1652a06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.871675] env[65677]: DEBUG nova.compute.manager [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 891.871938] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.872848] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf85405-63db-4d42-9db1-522d2016678a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.885680] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.889478] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19658298-d722-4d08-b603-a47f6650fd62 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.992331] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.992331] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.992331] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore2] 61f548c7-2b70-4b96-be9e-a3b145e7a836 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.996779] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4317823-c2da-4a83-a537-44d1a803109f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.006240] env[65677]: DEBUG oslo_vmware.api [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 892.006240] env[65677]: value = "task-4636457" [ 892.006240] env[65677]: _type = "Task" [ 892.006240] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.015686] env[65677]: DEBUG oslo_vmware.api [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.222627] env[65677]: DEBUG nova.compute.manager [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-changed-eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 892.222889] env[65677]: DEBUG nova.compute.manager [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing instance network info cache due to event network-changed-eaad141f-1082-46d9-ae8a-36d014a48073. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 892.223052] env[65677]: DEBUG oslo_concurrency.lockutils [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.226259] env[65677]: DEBUG oslo_concurrency.lockutils [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.226574] env[65677]: DEBUG nova.network.neutron [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing network info cache for port eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.246707] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.247236] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.314689] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1bfcf-8b3b-4f7d-8d00-3538814cb137 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.318975] env[65677]: DEBUG nova.network.neutron [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Port 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 892.320624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.321888] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Instance network_info: |[{"id": "58161730-0825-45b9-8fda-a1ee1652a06d", "address": "fa:16:3e:f3:dc:a2", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58161730-08", "ovs_interfaceid": "58161730-0825-45b9-8fda-a1ee1652a06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 892.322666] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:dc:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58161730-0825-45b9-8fda-a1ee1652a06d', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.332975] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Creating folder: Project (f2499a21a162408781ffb44f96bbe08c). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.332975] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dafbc6d4-03cc-4a43-9cee-279a79f23e3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338945] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7ccad0-d54c-4076-bdd2-94a753358b98 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.347264] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Created folder: Project (f2499a21a162408781ffb44f96bbe08c) in parent group-v905237. [ 892.347264] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Creating folder: Instances. Parent ref: group-v905438. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.377960] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c61a3810-abbf-4778-bec0-f2104c7df3a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.390384] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b6ba2-e422-4bc6-be67-f7b4aed2db2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.395563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "66ae01a7-914d-4f9b-8e34-492e25e7b227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.395796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.402356] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3333262-c314-44d8-99f7-123a4c5268ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.408263] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Created folder: Instances in parent group-v905438. [ 892.408837] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 892.409577] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.410606] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58fddd54-22d9-4a1e-8711-d4a83e30c5f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.435575] env[65677]: DEBUG nova.compute.provider_tree [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.443688] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.443688] env[65677]: value = "task-4636460" [ 892.443688] env[65677]: _type = "Task" [ 892.443688] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.453702] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636460, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.521539] env[65677]: DEBUG oslo_vmware.api [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14586} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.521763] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.521944] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.522144] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.522591] env[65677]: INFO nova.compute.manager [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Took 0.65 seconds to destroy the instance on the hypervisor. [ 892.522676] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 892.522841] env[65677]: DEBUG nova.compute.manager [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 892.522939] env[65677]: DEBUG nova.network.neutron [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 892.523982] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.590603] env[65677]: DEBUG nova.compute.manager [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Received event network-changed-58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 892.590603] env[65677]: DEBUG nova.compute.manager [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Refreshing instance network info cache due to event network-changed-58161730-0825-45b9-8fda-a1ee1652a06d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 892.590734] env[65677]: DEBUG oslo_concurrency.lockutils [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] Acquiring lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.590933] env[65677]: DEBUG oslo_concurrency.lockutils [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] Acquired lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.591530] env[65677]: DEBUG nova.network.neutron [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Refreshing network info cache for port 58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.600990] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.730575] env[65677]: WARNING neutronclient.v2_0.client [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.938802] env[65677]: DEBUG nova.scheduler.client.report [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.957524] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636460, 'name': CreateVM_Task, 'duration_secs': 0.402666} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.958268] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.958781] env[65677]: WARNING neutronclient.v2_0.client [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.959195] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.959339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.959619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.960159] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d8ecb4-6c8f-412c-a0ba-c1af13c6ccc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.969102] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 892.969102] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524b4ad3-0c4f-f61f-e4c9-c61c45d6fd33" [ 892.969102] env[65677]: _type = "Task" [ 892.969102] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.980084] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524b4ad3-0c4f-f61f-e4c9-c61c45d6fd33, 'name': SearchDatastore_Task} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.980364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.980599] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.980830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.980964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.981619] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.981619] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446f4bb8-9359-4f82-8aa6-193ab3e8e481 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.991300] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.991474] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.992295] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a8f0db-7460-4ee7-9aef-85ce1d384637 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.004340] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 893.004340] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d3ce94-e08c-8c15-8a03-38ae3ae33e71" [ 893.004340] env[65677]: _type = "Task" [ 893.004340] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.014648] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d3ce94-e08c-8c15-8a03-38ae3ae33e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.035335] env[65677]: WARNING neutronclient.v2_0.client [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.093979] env[65677]: WARNING neutronclient.v2_0.client [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.119390] env[65677]: DEBUG nova.network.neutron [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updated VIF entry in instance network info cache for port eaad141f-1082-46d9-ae8a-36d014a48073. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.119828] env[65677]: DEBUG nova.network.neutron [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.350404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.350404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.350404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.358497] env[65677]: WARNING neutronclient.v2_0.client [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.436669] env[65677]: DEBUG nova.network.neutron [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.444434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.912s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.445251] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 893.448281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.559s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.448495] env[65677]: DEBUG nova.objects.instance [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lazy-loading 'resources' on Instance uuid 4a0468b9-683d-4516-922c-bb41d4925c2e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.452222] env[65677]: DEBUG nova.network.neutron [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updated VIF entry in instance network info cache for port 58161730-0825-45b9-8fda-a1ee1652a06d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.452549] env[65677]: DEBUG nova.network.neutron [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updating instance_info_cache with network_info: [{"id": "58161730-0825-45b9-8fda-a1ee1652a06d", "address": "fa:16:3e:f3:dc:a2", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58161730-08", "ovs_interfaceid": "58161730-0825-45b9-8fda-a1ee1652a06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.517132] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d3ce94-e08c-8c15-8a03-38ae3ae33e71, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.517818] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ff66d4-9628-4fcb-8872-14bfc595f747 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.527266] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 893.527266] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ce070d-8995-8d1b-aa83-27d6ccc8e6f2" [ 893.527266] env[65677]: _type = "Task" [ 893.527266] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.540712] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ce070d-8995-8d1b-aa83-27d6ccc8e6f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.624958] env[65677]: DEBUG oslo_concurrency.lockutils [req-74463882-dba4-4829-a5ab-2267b77538e5 req-c7e95621-4700-4320-9b1c-41349166a017 service nova] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.942047] env[65677]: INFO nova.compute.manager [-] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Took 1.42 seconds to deallocate network for instance. [ 893.953651] env[65677]: DEBUG nova.compute.utils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.955186] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 893.955887] env[65677]: DEBUG nova.network.neutron [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 893.955887] env[65677]: WARNING neutronclient.v2_0.client [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.956210] env[65677]: WARNING neutronclient.v2_0.client [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.958165] env[65677]: DEBUG oslo_concurrency.lockutils [req-a007d791-4f94-4742-8039-fb970b2d0df7 req-b8b4ba09-ea31-4f39-b37a-e2930ca1f994 service nova] Releasing lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.014059] env[65677]: DEBUG nova.policy [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fac2a94089aa4f37960f45c8919a9005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cf4e1f870694472819dfae76e937163', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.037127] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ce070d-8995-8d1b-aa83-27d6ccc8e6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.040387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.040688] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e/ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.041398] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a991adfc-a959-4665-a89f-3ca845938d86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.052385] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 894.052385] env[65677]: value = "task-4636461" [ 894.052385] env[65677]: _type = "Task" [ 894.052385] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.068298] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.350581] env[65677]: DEBUG nova.compute.manager [req-e38a6654-b175-4ffd-b1e1-ce89528abb66 req-1361e325-df2b-4a57-8f17-4fd4e10637ae service nova] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Received event network-vif-deleted-2d1a9b68-a781-45ff-85a5-771a078eef79 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 894.358653] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.399614] env[65677]: DEBUG nova.network.neutron [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Successfully created port: 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 894.448764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.449077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.449350] env[65677]: DEBUG nova.network.neutron [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.452581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.460037] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 894.571342] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.571792] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e/ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.572254] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.572665] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbcbfcbb-ff37-4e0b-a3ed-6c2b04e4194b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.581645] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 894.581645] env[65677]: value = "task-4636462" [ 894.581645] env[65677]: _type = "Task" [ 894.581645] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.595718] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.604915] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eebae6-54e5-4df6-8ce8-b5388617d247 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.620031] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc4e934-3da7-4560-848d-1a3d55c04b33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.656751] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1dde1-bbfd-4620-8e72-556a8fe18645 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.666124] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa585dea-3f63-4744-b10a-aa627d67ec7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.685125] env[65677]: DEBUG nova.compute.provider_tree [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.956135] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.093380] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088185} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.093671] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.094620] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6908da9f-2881-4b3c-8b8f-3496d6e2b81c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.121419] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e/ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.121780] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4877f6c-ad1b-4e9b-b87e-7fb36e7ff0e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.143298] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 895.143298] env[65677]: value = "task-4636463" [ 895.143298] env[65677]: _type = "Task" [ 895.143298] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.153209] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.188533] env[65677]: DEBUG nova.scheduler.client.report [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.477334] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 895.507272] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.507624] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.507815] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.508050] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.508286] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.508533] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.508810] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.509019] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.509283] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.509497] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.509726] env[65677]: DEBUG nova.virt.hardware [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.510817] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984c5ef-3918-435e-8e76-c269a1f27832 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.521418] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f097fa-dd61-4abf-b8ab-0f134761efee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.541293] env[65677]: WARNING neutronclient.v2_0.client [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.655729] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636463, 'name': ReconfigVM_Task, 'duration_secs': 0.497171} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.657070] env[65677]: DEBUG nova.network.neutron [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.658404] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e/ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.659077] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78405adb-050b-4042-8690-fb7789152c30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.668516] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 895.668516] env[65677]: value = "task-4636464" [ 895.668516] env[65677]: _type = "Task" [ 895.668516] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.679739] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636464, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.694262] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.697658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.806s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.697658] env[65677]: DEBUG nova.objects.instance [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'pci_requests' on Instance uuid 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.734199] env[65677]: INFO nova.scheduler.client.report [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Deleted allocations for instance 4a0468b9-683d-4516-922c-bb41d4925c2e [ 896.118409] env[65677]: DEBUG nova.network.neutron [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Successfully updated port: 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 896.163484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.176077] env[65677]: DEBUG nova.compute.manager [req-b1b66bc0-e229-43e2-b153-90f518fd68b4 req-eef54ef1-e001-4802-bdd1-d0672c9a88e1 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Received event network-vif-plugged-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 896.176323] env[65677]: DEBUG oslo_concurrency.lockutils [req-b1b66bc0-e229-43e2-b153-90f518fd68b4 req-eef54ef1-e001-4802-bdd1-d0672c9a88e1 service nova] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.176532] env[65677]: DEBUG oslo_concurrency.lockutils [req-b1b66bc0-e229-43e2-b153-90f518fd68b4 req-eef54ef1-e001-4802-bdd1-d0672c9a88e1 service nova] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.176708] env[65677]: DEBUG oslo_concurrency.lockutils [req-b1b66bc0-e229-43e2-b153-90f518fd68b4 req-eef54ef1-e001-4802-bdd1-d0672c9a88e1 service nova] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.176913] env[65677]: DEBUG nova.compute.manager [req-b1b66bc0-e229-43e2-b153-90f518fd68b4 req-eef54ef1-e001-4802-bdd1-d0672c9a88e1 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] No waiting events found dispatching network-vif-plugged-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 896.176995] env[65677]: WARNING nova.compute.manager [req-b1b66bc0-e229-43e2-b153-90f518fd68b4 req-eef54ef1-e001-4802-bdd1-d0672c9a88e1 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Received unexpected event network-vif-plugged-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f for instance with vm_state building and task_state spawning. [ 896.184049] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636464, 'name': Rename_Task, 'duration_secs': 0.188599} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.185925] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.187188] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7a0921-70cb-4418-8ea7-51475e65d48a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.195340] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 896.195340] env[65677]: value = "task-4636465" [ 896.195340] env[65677]: _type = "Task" [ 896.195340] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.203818] env[65677]: DEBUG nova.objects.instance [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'numa_topology' on Instance uuid 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.211624] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.243906] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Lock "4a0468b9-683d-4516-922c-bb41d4925c2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.394s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.622135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.624172] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.624172] env[65677]: DEBUG nova.network.neutron [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.703618] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f53a04-b4e6-407b-9d3c-6a66b6725962 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.708566] env[65677]: INFO nova.compute.claims [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.732027] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636465, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.732027] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f723d2-6136-4aa3-812b-421c264cb57b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.740471] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.836956] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b129c-1a79-7560-f4f7-a4cc9d996be3/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.838606] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e7fd0f-ac04-4f5d-ab67-9291f290472c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.847868] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b129c-1a79-7560-f4f7-a4cc9d996be3/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.848143] env[65677]: ERROR oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b129c-1a79-7560-f4f7-a4cc9d996be3/disk-0.vmdk due to incomplete transfer. [ 896.848459] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eaeec99e-85b3-415f-bd64-3a70dbf63749 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.860960] env[65677]: DEBUG oslo_vmware.rw_handles [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b129c-1a79-7560-f4f7-a4cc9d996be3/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.861545] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Uploaded image 8df66d50-b229-4d3b-889c-fc6a36e041db to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.864595] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.865262] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19238c0e-42fe-4ec8-8aad-60446fd10036 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.876826] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 896.876826] env[65677]: value = "task-4636466" [ 896.876826] env[65677]: _type = "Task" [ 896.876826] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.891079] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636466, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.162120] env[65677]: DEBUG nova.network.neutron [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 897.217829] env[65677]: DEBUG oslo_vmware.api [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636465, 'name': PowerOnVM_Task, 'duration_secs': 0.73989} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.218177] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.218408] env[65677]: INFO nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Took 7.99 seconds to spawn the instance on the hypervisor. [ 897.218585] env[65677]: DEBUG nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 897.219479] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26825a-ad0e-4823-aa46-649aac688e81 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.246775] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.247512] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e2a4d0-417b-4792-832d-cebd56472590 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.256978] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 897.256978] env[65677]: value = "task-4636467" [ 897.256978] env[65677]: _type = "Task" [ 897.256978] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.270933] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.305944] env[65677]: WARNING neutronclient.v2_0.client [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.393155] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636466, 'name': Destroy_Task, 'duration_secs': 0.459496} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.393155] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroyed the VM [ 897.393155] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 897.393155] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7d3f833-424b-41e6-8e83-6c0d08422b64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.401150] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 897.401150] env[65677]: value = "task-4636468" [ 897.401150] env[65677]: _type = "Task" [ 897.401150] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.412811] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.466941] env[65677]: DEBUG nova.network.neutron [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [{"id": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "address": "fa:16:3e:79:5d:72", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ee2126-ba", "ovs_interfaceid": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.749567] env[65677]: INFO nova.compute.manager [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Took 47.53 seconds to build instance. [ 897.771376] env[65677]: DEBUG oslo_vmware.api [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636467, 'name': PowerOnVM_Task, 'duration_secs': 0.443183} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.772536] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.772891] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-605b4e08-82bb-4439-955f-9544b330bd91 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance 'a39a5c06-0461-4d88-9e9b-4ef221d8f977' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.915977] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636468, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.970291] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.971241] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Instance network_info: |[{"id": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "address": "fa:16:3e:79:5d:72", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ee2126-ba", "ovs_interfaceid": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 897.971241] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68ee2126-ba28-49ab-8daf-77cbb3ab8b7f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.983883] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Creating folder: Project (7cf4e1f870694472819dfae76e937163). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.984270] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1493e09d-5e4d-4eaf-9614-482ba60ba899 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.996525] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Created folder: Project (7cf4e1f870694472819dfae76e937163) in parent group-v905237. [ 897.998096] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Creating folder: Instances. Parent ref: group-v905441. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.998096] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05f2d033-f1ea-4afc-b8bb-31ee78cd1939 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.009215] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Created folder: Instances in parent group-v905441. [ 898.009215] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 898.009321] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.009519] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172a8fb2-0aae-42d8-ba96-972ebf89b38b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.041013] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.041013] env[65677]: value = "task-4636471" [ 898.041013] env[65677]: _type = "Task" [ 898.041013] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.057034] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636471, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.252275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-86fbf671-99f4-445f-af3f-3ef498ae438f tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.970s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.416370] env[65677]: DEBUG oslo_vmware.api [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.818091} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.419794] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.420223] env[65677]: INFO nova.compute.manager [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 898.464215] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8b8841-dbeb-47b7-95cc-8539c009180d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.474603] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62904e21-a03c-4ce4-b929-766e8935aeba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.518814] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bbe3d8-ae78-4c0a-8db9-dfe61b71fcce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.528555] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b9b0e-5c28-49f8-8d97-877b9025e592 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.547672] env[65677]: DEBUG nova.compute.provider_tree [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.559591] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636471, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.760884] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 898.987953] env[65677]: DEBUG nova.compute.manager [None req-d7ce5428-3914-4eb9-ae0d-a960db28c5bc tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Found 2 images (rotation: 2) {{(pid=65677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 899.012127] env[65677]: DEBUG nova.compute.manager [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Received event network-changed-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 899.012609] env[65677]: DEBUG nova.compute.manager [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Refreshing instance network info cache due to event network-changed-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 899.012852] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] Acquiring lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.012982] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] Acquired lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.013224] env[65677]: DEBUG nova.network.neutron [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Refreshing network info cache for port 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.054529] env[65677]: DEBUG nova.scheduler.client.report [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.061915] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636471, 'name': CreateVM_Task, 'duration_secs': 0.664567} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.066023] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.066023] env[65677]: WARNING neutronclient.v2_0.client [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.066023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.066023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.066023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.066023] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eeb6198-f7dd-4b1e-b6a0-a62a1e80272f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.070573] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 899.070573] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5265c61c-2c54-7f8e-9d8f-697ce4ec78b3" [ 899.070573] env[65677]: _type = "Task" [ 899.070573] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.081792] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5265c61c-2c54-7f8e-9d8f-697ce4ec78b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.296906] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.515868] env[65677]: WARNING neutronclient.v2_0.client [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.565973] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.869s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.566996] env[65677]: WARNING neutronclient.v2_0.client [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.571076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.651s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.571592] env[65677]: DEBUG nova.objects.instance [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lazy-loading 'resources' on Instance uuid 16156322-73bc-48d0-a640-09e4b2ecd614 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.586412] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5265c61c-2c54-7f8e-9d8f-697ce4ec78b3, 'name': SearchDatastore_Task, 'duration_secs': 0.028697} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.586586] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.586818] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.587060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.587207] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.587376] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.587968] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e665fb7-40c1-431f-8543-c986067e0377 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.601326] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.601588] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.602499] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7609af-204a-4c38-b880-3f60e2d54fbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.610605] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 899.610605] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ca369b-1575-21c6-a50c-685da8affdf0" [ 899.610605] env[65677]: _type = "Task" [ 899.610605] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.622837] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ca369b-1575-21c6-a50c-685da8affdf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.647893] env[65677]: INFO nova.network.neutron [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 900.043741] env[65677]: WARNING neutronclient.v2_0.client [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.126084] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ca369b-1575-21c6-a50c-685da8affdf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012544} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.126751] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6147c3-ee32-4ad6-a67f-deffeb9e5bed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.134386] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 900.134386] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52264bf2-e022-b0d1-8e3e-2cb48aab5476" [ 900.134386] env[65677]: _type = "Task" [ 900.134386] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.144152] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52264bf2-e022-b0d1-8e3e-2cb48aab5476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.234231] env[65677]: DEBUG nova.network.neutron [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updated VIF entry in instance network info cache for port 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.234605] env[65677]: DEBUG nova.network.neutron [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [{"id": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "address": "fa:16:3e:79:5d:72", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ee2126-ba", "ovs_interfaceid": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.320572] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.411401] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.411821] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.412100] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.504654] env[65677]: DEBUG nova.network.neutron [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Port 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 900.504994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.505164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.505327] env[65677]: DEBUG nova.network.neutron [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.636584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b42b7e-c03a-4723-b5cf-b6498e1ebc3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.651893] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfa2e7e-fa39-43e7-9843-00dd417316d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.655641] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52264bf2-e022-b0d1-8e3e-2cb48aab5476, 'name': SearchDatastore_Task, 'duration_secs': 0.040815} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.655931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.656214] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 1bc711e4-7896-4ed4-a9d8-13be150a5793/1bc711e4-7896-4ed4-a9d8-13be150a5793.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.656913] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9247c3cc-8682-4a5e-ae32-61c4df218daf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.689722] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aab3bf6-0d2e-4e13-83a8-f36fbf9d5fa0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.692771] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 900.692771] env[65677]: value = "task-4636472" [ 900.692771] env[65677]: _type = "Task" [ 900.692771] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.700955] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c840e0-161a-4068-82fb-34cb676d9074 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.708990] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.721685] env[65677]: DEBUG nova.compute.provider_tree [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.739627] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c0cfa6c-b0d1-4362-becc-15051b007c4c req-da41486d-b3c1-4d95-a105-7f20b6595fae service nova] Releasing lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.011781] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.210192] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636472, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.226232] env[65677]: DEBUG nova.scheduler.client.report [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.257217] env[65677]: DEBUG nova.compute.manager [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Received event network-changed-58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 901.257217] env[65677]: DEBUG nova.compute.manager [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Refreshing instance network info cache due to event network-changed-58161730-0825-45b9-8fda-a1ee1652a06d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 901.257905] env[65677]: DEBUG oslo_concurrency.lockutils [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] Acquiring lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.258160] env[65677]: DEBUG oslo_concurrency.lockutils [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] Acquired lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.258408] env[65677]: DEBUG nova.network.neutron [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Refreshing network info cache for port 58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.302740] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.307983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.309464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.309464] env[65677]: DEBUG nova.network.neutron [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 901.410317] env[65677]: DEBUG nova.network.neutron [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.535352] env[65677]: DEBUG nova.compute.manager [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 901.536309] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d4e091-105d-45c4-8dd0-4502c8ec357c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.707460] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804915} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.707460] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 1bc711e4-7896-4ed4-a9d8-13be150a5793/1bc711e4-7896-4ed4-a9d8-13be150a5793.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.707460] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.708147] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e077a4a1-ea63-4d23-823f-e022722a5860 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.717263] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 901.717263] env[65677]: value = "task-4636473" [ 901.717263] env[65677]: _type = "Task" [ 901.717263] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.730100] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.732437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.736300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.737678] env[65677]: INFO nova.compute.claims [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.764898] env[65677]: WARNING neutronclient.v2_0.client [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.774240] env[65677]: INFO nova.scheduler.client.report [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleted allocations for instance 16156322-73bc-48d0-a640-09e4b2ecd614 [ 901.813279] env[65677]: WARNING neutronclient.v2_0.client [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.915043] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.993512] env[65677]: WARNING neutronclient.v2_0.client [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.049126] env[65677]: WARNING neutronclient.v2_0.client [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.052063] env[65677]: INFO nova.compute.manager [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] instance snapshotting [ 902.052601] env[65677]: DEBUG nova.objects.instance [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'flavor' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.078728] env[65677]: DEBUG nova.network.neutron [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updated VIF entry in instance network info cache for port 58161730-0825-45b9-8fda-a1ee1652a06d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.079108] env[65677]: DEBUG nova.network.neutron [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updating instance_info_cache with network_info: [{"id": "58161730-0825-45b9-8fda-a1ee1652a06d", "address": "fa:16:3e:f3:dc:a2", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58161730-08", "ovs_interfaceid": "58161730-0825-45b9-8fda-a1ee1652a06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.133347] env[65677]: DEBUG nova.network.neutron [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.231144] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076504} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.231554] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.232900] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256545f2-deed-48f0-8f99-cf04c4da17bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.273240] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 1bc711e4-7896-4ed4-a9d8-13be150a5793/1bc711e4-7896-4ed4-a9d8-13be150a5793.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.278662] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71023648-6106-4fe1-a6a9-5cbb0fa045b7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.304140] env[65677]: DEBUG oslo_concurrency.lockutils [None req-973fedfa-af23-4475-8c78-485af195d966 tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "16156322-73bc-48d0-a640-09e4b2ecd614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.722s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.312818] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 902.312818] env[65677]: value = "task-4636474" [ 902.312818] env[65677]: _type = "Task" [ 902.312818] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.321986] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.417849] env[65677]: DEBUG nova.compute.manager [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65677) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 902.417989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.562553] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d362453-7e6b-41ab-976e-e669dccd8dc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.583478] env[65677]: DEBUG oslo_concurrency.lockutils [req-1fb78e76-70bd-45ff-b531-ef38a746f3ba req-d04f8ae0-4c26-4be5-bb66-27ceb3eee790 service nova] Releasing lock "refresh_cache-ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.587626] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf4161-10a1-4fa1-a83d-ab566965d412 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.641051] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.673421] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5591d5965cd55ae097b558f9ca5e3d2f',container_format='bare',created_at=2025-11-21T01:53:04Z,direct_url=,disk_format='vmdk',id=f7094c77-1877-4d52-8d34-61887f1507ca,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1319398418-shelved',owner='3f4801b2fe82405f9960b20792f1ec57',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-21T01:53:21Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.673714] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.673910] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.674132] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.674279] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.674420] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.674681] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.674868] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.675041] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.675209] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.675380] env[65677]: DEBUG nova.virt.hardware [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.676449] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24c891-1031-4e3f-9f82-4a3f256cbc27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.685885] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdae39-4ab0-488c-9344-ae59c428ac2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.707405] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:d1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f84c642-b403-4e3e-bd3a-9eecdae0c047', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.722028] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.727447] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.728825] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f7b0ca-1867-498c-9421-04c07a5db99d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.756940] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.756940] env[65677]: value = "task-4636475" [ 902.756940] env[65677]: _type = "Task" [ 902.756940] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.768579] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636475, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.806801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "9133656a-ff56-44dc-8efc-538c79caeba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.807065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "9133656a-ff56-44dc-8efc-538c79caeba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.807303] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "9133656a-ff56-44dc-8efc-538c79caeba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.807563] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "9133656a-ff56-44dc-8efc-538c79caeba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.807764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "9133656a-ff56-44dc-8efc-538c79caeba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.812960] env[65677]: INFO nova.compute.manager [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Terminating instance [ 902.826466] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.937531] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1344f61-731d-4882-a37b-edc96374e19b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.946688] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a7a8b1-0e5f-41cc-b46f-c778a6dce166 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.982662] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a86fc69-aca6-4ba5-9431-3e8f09992e5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.991234] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6179928-715e-42b9-ab2e-8446fcfe934a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.006755] env[65677]: DEBUG nova.compute.provider_tree [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.100272] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.101019] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ad2bf0e-d49f-4977-84c3-a8baf20e80f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.109504] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 903.109504] env[65677]: value = "task-4636476" [ 903.109504] env[65677]: _type = "Task" [ 903.109504] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.119042] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.267181] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636475, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.323564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "refresh_cache-9133656a-ff56-44dc-8efc-538c79caeba7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.323733] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquired lock "refresh_cache-9133656a-ff56-44dc-8efc-538c79caeba7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.323961] env[65677]: DEBUG nova.network.neutron [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 903.325259] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636474, 'name': ReconfigVM_Task, 'duration_secs': 0.612451} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.325502] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 1bc711e4-7896-4ed4-a9d8-13be150a5793/1bc711e4-7896-4ed4-a9d8-13be150a5793.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.326229] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cce41883-1067-411d-b966-8e1d3635d8cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.333970] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 903.333970] env[65677]: value = "task-4636477" [ 903.333970] env[65677]: _type = "Task" [ 903.333970] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.346019] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636477, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.479711] env[65677]: DEBUG nova.compute.manager [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-vif-plugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 903.479942] env[65677]: DEBUG oslo_concurrency.lockutils [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.480165] env[65677]: DEBUG oslo_concurrency.lockutils [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.480326] env[65677]: DEBUG oslo_concurrency.lockutils [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.480486] env[65677]: DEBUG nova.compute.manager [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] No waiting events found dispatching network-vif-plugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 903.480641] env[65677]: WARNING nova.compute.manager [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received unexpected event network-vif-plugged-1f84c642-b403-4e3e-bd3a-9eecdae0c047 for instance with vm_state shelved_offloaded and task_state spawning. [ 903.480791] env[65677]: DEBUG nova.compute.manager [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 903.480968] env[65677]: DEBUG nova.compute.manager [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing instance network info cache due to event network-changed-1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 903.481169] env[65677]: DEBUG oslo_concurrency.lockutils [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] Acquiring lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.481299] env[65677]: DEBUG oslo_concurrency.lockutils [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] Acquired lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.481448] env[65677]: DEBUG nova.network.neutron [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Refreshing network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.510620] env[65677]: DEBUG nova.scheduler.client.report [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.621477] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.772043] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636475, 'name': CreateVM_Task, 'duration_secs': 0.584216} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.772043] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.772256] env[65677]: WARNING neutronclient.v2_0.client [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.772520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.773273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.773273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.773452] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4cc517d-6de8-4b58-a794-2e300a4081ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.781113] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 903.781113] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b40684-066e-d91a-3bfa-5c12236b5b47" [ 903.781113] env[65677]: _type = "Task" [ 903.781113] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.791385] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b40684-066e-d91a-3bfa-5c12236b5b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.830257] env[65677]: WARNING neutronclient.v2_0.client [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.846281] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636477, 'name': Rename_Task, 'duration_secs': 0.211357} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.847092] env[65677]: DEBUG nova.network.neutron [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 903.849271] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.850062] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a91600-470e-46fb-99e1-0dc21494f135 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.857238] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 903.857238] env[65677]: value = "task-4636478" [ 903.857238] env[65677]: _type = "Task" [ 903.857238] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.872155] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.933302] env[65677]: DEBUG nova.network.neutron [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.984706] env[65677]: WARNING neutronclient.v2_0.client [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.016047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.017215] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 904.025641] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.064s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.027418] env[65677]: INFO nova.compute.claims [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.122788] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636476, 'name': CreateSnapshot_Task, 'duration_secs': 0.914445} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.122788] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.123927] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f6d9b-f230-451e-b179-c31202fffc04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.268622] env[65677]: WARNING neutronclient.v2_0.client [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.295689] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.295689] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Processing image f7094c77-1877-4d52-8d34-61887f1507ca {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.295689] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.295689] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.295689] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.295689] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0feddba-4a7a-464a-b154-a2302347fb52 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.307439] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.307632] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.310120] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee88758b-3504-40cf-81e1-dd24969c20c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.316551] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 904.316551] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52435b23-1d50-a646-1da7-6597e2bf1628" [ 904.316551] env[65677]: _type = "Task" [ 904.316551] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.326363] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52435b23-1d50-a646-1da7-6597e2bf1628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.367464] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636478, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.389369] env[65677]: DEBUG nova.network.neutron [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updated VIF entry in instance network info cache for port 1f84c642-b403-4e3e-bd3a-9eecdae0c047. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 904.389925] env[65677]: DEBUG nova.network.neutron [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [{"id": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "address": "fa:16:3e:3c:d1:55", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f84c642-b4", "ovs_interfaceid": "1f84c642-b403-4e3e-bd3a-9eecdae0c047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.439272] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Releasing lock "refresh_cache-9133656a-ff56-44dc-8efc-538c79caeba7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.439747] env[65677]: DEBUG nova.compute.manager [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 904.440009] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.441866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884dae4-6a05-4017-909a-6da2189debec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.451195] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.451528] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef19c9d9-604e-482c-b010-0ced07546059 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.462188] env[65677]: DEBUG oslo_vmware.api [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 904.462188] env[65677]: value = "task-4636479" [ 904.462188] env[65677]: _type = "Task" [ 904.462188] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.472964] env[65677]: DEBUG oslo_vmware.api [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.532368] env[65677]: DEBUG nova.compute.utils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.539536] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 904.539822] env[65677]: DEBUG nova.network.neutron [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.540233] env[65677]: WARNING neutronclient.v2_0.client [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.540685] env[65677]: WARNING neutronclient.v2_0.client [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.597535] env[65677]: DEBUG nova.policy [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7948e6042f74d76b61e4f58d1d17575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702dd5c74dd4439ad26c0c297f08968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.645957] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.647110] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08a5a981-948a-4f24-a2cd-8e59b46dfc9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.661253] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 904.661253] env[65677]: value = "task-4636480" [ 904.661253] env[65677]: _type = "Task" [ 904.661253] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.672412] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636480, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.828631] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 904.828794] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Fetch image to [datastore1] OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72/OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 904.828984] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Downloading stream optimized image f7094c77-1877-4d52-8d34-61887f1507ca to [datastore1] OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72/OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72.vmdk on the data store datastore1 as vApp {{(pid=65677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 904.829173] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Downloading image file data f7094c77-1877-4d52-8d34-61887f1507ca to the ESX as VM named 'OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72' {{(pid=65677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 904.888387] env[65677]: DEBUG oslo_vmware.api [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636478, 'name': PowerOnVM_Task, 'duration_secs': 0.863767} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.888747] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.888996] env[65677]: INFO nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Took 9.41 seconds to spawn the instance on the hypervisor. [ 904.889198] env[65677]: DEBUG nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 904.891555] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01d464-d083-4100-ade5-604bd28f9fbb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.900890] env[65677]: DEBUG oslo_concurrency.lockutils [req-24263c30-33ca-4285-95e6-73168650fc48 req-b7494056-1ce1-4c5b-935a-781c47fc8bc5 service nova] Releasing lock "refresh_cache-3ca986e5-2a75-4856-9abd-956ecf4f6ce6" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.940283] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 904.940283] env[65677]: value = "resgroup-9" [ 904.940283] env[65677]: _type = "ResourcePool" [ 904.940283] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 904.941035] env[65677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0290e879-ee9f-43c9-89f0-b41c493c995f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.970290] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease: (returnval){ [ 904.970290] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 904.970290] env[65677]: _type = "HttpNfcLease" [ 904.970290] env[65677]: } obtained for vApp import into resource pool (val){ [ 904.970290] env[65677]: value = "resgroup-9" [ 904.970290] env[65677]: _type = "ResourcePool" [ 904.970290] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 904.970804] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the lease: (returnval){ [ 904.970804] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 904.970804] env[65677]: _type = "HttpNfcLease" [ 904.970804] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.978745] env[65677]: DEBUG oslo_vmware.api [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636479, 'name': PowerOffVM_Task, 'duration_secs': 0.116358} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.979546] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.979696] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.979904] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e426d3cd-dda8-4647-8e48-f0398f1b93a5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.984783] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.984783] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 904.984783] env[65677]: _type = "HttpNfcLease" [ 904.984783] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.009630] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.009630] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.009630] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleting the datastore file [datastore1] 9133656a-ff56-44dc-8efc-538c79caeba7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.009630] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445da639-79f9-4be3-a449-2575dda6f795 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.021532] env[65677]: DEBUG oslo_vmware.api [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for the task: (returnval){ [ 905.021532] env[65677]: value = "task-4636483" [ 905.021532] env[65677]: _type = "Task" [ 905.021532] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.034355] env[65677]: DEBUG oslo_vmware.api [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.041353] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 905.176239] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636480, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.426327] env[65677]: INFO nova.compute.manager [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Took 53.74 seconds to build instance. [ 905.467510] env[65677]: DEBUG nova.network.neutron [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Successfully created port: f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 905.480195] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.480195] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 905.480195] env[65677]: _type = "HttpNfcLease" [ 905.480195] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.537711] env[65677]: DEBUG oslo_vmware.api [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Task: {'id': task-4636483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130147} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.540957] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.541156] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.541348] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.541543] env[65677]: INFO nova.compute.manager [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 905.541758] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.542204] env[65677]: DEBUG nova.compute.manager [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 905.542307] env[65677]: DEBUG nova.network.neutron [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 905.542547] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.677569] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636480, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.742520] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace0029-6b5a-4377-829e-b8c99831dcb9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.752399] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b47ab6f-4ff9-4b92-ad27-91c820ee8708 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.795242] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f66f270-fdaf-420f-b365-c4d1ae77e6da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.804843] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee9c3c-2fbf-436f-a2a5-6238f923b81a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.820354] env[65677]: DEBUG nova.compute.provider_tree [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.933980] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0a27155-e67d-445b-b6d6-960fc8dca549 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.667s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.980289] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.980289] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 905.980289] env[65677]: _type = "HttpNfcLease" [ 905.980289] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.051892] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 906.079409] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 906.079673] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.079823] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 906.079999] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.080159] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 906.080300] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 906.080506] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.080659] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 906.080821] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 906.080980] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 906.081195] env[65677]: DEBUG nova.virt.hardware [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 906.082442] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad84243-1b7c-4f96-a66c-7d9931145c5e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.091584] env[65677]: DEBUG nova.network.neutron [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 906.091844] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.094166] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb83072-936d-4886-a988-6ac3d782b520 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.175633] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636480, 'name': CloneVM_Task, 'duration_secs': 1.350632} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.177030] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Created linked-clone VM from snapshot [ 906.178369] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6836d765-a32d-4e10-a236-ee6eeb5a59c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.187666] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Uploading image b095007c-3a41-4cca-bf16-bd4a833a0194 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.216774] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 906.216774] env[65677]: value = "vm-905446" [ 906.216774] env[65677]: _type = "VirtualMachine" [ 906.216774] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 906.217153] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3440ef1-b189-4116-bc75-62688601bc14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.226694] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease: (returnval){ [ 906.226694] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb6d0-4e4a-fe01-670c-10f974269dac" [ 906.226694] env[65677]: _type = "HttpNfcLease" [ 906.226694] env[65677]: } obtained for exporting VM: (result){ [ 906.226694] env[65677]: value = "vm-905446" [ 906.226694] env[65677]: _type = "VirtualMachine" [ 906.226694] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 906.227012] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the lease: (returnval){ [ 906.227012] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb6d0-4e4a-fe01-670c-10f974269dac" [ 906.227012] env[65677]: _type = "HttpNfcLease" [ 906.227012] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.235998] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.235998] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb6d0-4e4a-fe01-670c-10f974269dac" [ 906.235998] env[65677]: _type = "HttpNfcLease" [ 906.235998] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.324833] env[65677]: DEBUG nova.scheduler.client.report [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.439156] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 906.484810] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.484810] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 906.484810] env[65677]: _type = "HttpNfcLease" [ 906.484810] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.601119] env[65677]: DEBUG nova.network.neutron [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.738411] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.738411] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb6d0-4e4a-fe01-670c-10f974269dac" [ 906.738411] env[65677]: _type = "HttpNfcLease" [ 906.738411] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.738715] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.738715] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb6d0-4e4a-fe01-670c-10f974269dac" [ 906.738715] env[65677]: _type = "HttpNfcLease" [ 906.738715] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 906.739549] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5efdc3-51ef-4b73-857f-9b30cd234803 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.747825] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524121e6-6095-c340-d81e-cd4a7b8e0e6a/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.748012] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524121e6-6095-c340-d81e-cd4a7b8e0e6a/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 906.831504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.831958] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 906.835736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.689s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.882941] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a19a0bc4-e72c-4935-ab7c-09dcb16850c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.968879] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.983499] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.983499] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 906.983499] env[65677]: _type = "HttpNfcLease" [ 906.983499] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.983786] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.983786] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c06b0-afe4-8193-584c-91724c77c569" [ 906.983786] env[65677]: _type = "HttpNfcLease" [ 906.983786] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 906.984555] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f5a6a-5e8f-483c-b46d-a8efb85e3e38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.995582] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229cc73-c1d6-ec62-abd3-70b326d25130/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.996021] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229cc73-c1d6-ec62-abd3-70b326d25130/disk-0.vmdk. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 907.064031] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42a83f0f-3061-4617-b647-2ee8f081664d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.106604] env[65677]: INFO nova.compute.manager [-] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Took 1.56 seconds to deallocate network for instance. [ 907.147167] env[65677]: DEBUG nova.network.neutron [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Successfully updated port: f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 907.341066] env[65677]: DEBUG nova.compute.utils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.369558] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 907.376610] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 907.377511] env[65677]: DEBUG nova.network.neutron [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 907.378010] env[65677]: WARNING neutronclient.v2_0.client [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.378631] env[65677]: WARNING neutronclient.v2_0.client [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.393110] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Applying migration context for instance a39a5c06-0461-4d88-9e9b-4ef221d8f977 as it has an incoming, in-progress migration 20c26ff7-480e-48a4-b146-a6dd55ca3870. Migration status is reverting {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 907.396903] env[65677]: INFO nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating resource usage from migration 20c26ff7-480e-48a4-b146-a6dd55ca3870 [ 907.427946] env[65677]: DEBUG nova.compute.manager [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Received event network-changed-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 907.428230] env[65677]: DEBUG nova.compute.manager [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Refreshing instance network info cache due to event network-changed-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 907.428554] env[65677]: DEBUG oslo_concurrency.lockutils [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] Acquiring lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.428760] env[65677]: DEBUG oslo_concurrency.lockutils [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] Acquired lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.431578] env[65677]: DEBUG nova.network.neutron [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Refreshing network info cache for port 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.431808] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432027] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432213] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance b800da8d-e940-4f0b-a52d-04ab0ce25532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432349] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 6fcefb01-6b8e-4be1-a186-60142ca9fa54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432490] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d33a4192-fc2b-493b-9c6d-40c5984af961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432602] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance bc0c29e3-da3f-4a46-9e08-60b456883577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432711] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance c4c65d99-f3a6-44fc-afe0-dc0331dc9815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432823] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 0dc2bd9d-7941-428f-bec8-ff3529ad95ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.432932] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 67d8c07a-abfc-4d23-9600-cd293b7d20ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.433084] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 9133656a-ff56-44dc-8efc-538c79caeba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.433207] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 6ff70642-3d17-4be6-b9e3-cc304ff8d154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.433352] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1954741e-a718-4048-b0a5-5ed3b2eea360 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.433500] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d678e793-2599-4861-9150-1d141875e544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.433594] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 2a3fcd66-f7c6-499e-9c69-51ccec3653ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.433816] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 71c46e60-30a1-41a0-a646-2e3240208af2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.434222] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 61f548c7-2b70-4b96-be9e-a3b145e7a836 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.434576] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.434610] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 85e74883-a5f2-4d72-ba80-d501aea7fab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.434792] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.434831] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 657001b7-8e46-4e88-bc73-1ab18ece1f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.435019] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 89edb1d2-d746-407d-aafb-6931322c3388 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.435204] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.435388] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1bc711e4-7896-4ed4-a9d8-13be150a5793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.435508] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 64d8e30f-095e-4660-af21-8641f2e6ea70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.435653] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 2e0da721-370b-4467-83c1-ff67a0ee3cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 907.453351] env[65677]: DEBUG nova.policy [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c443c3004194d58a954b3c30d327011', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930f244762aa4a058f6321df9a79756d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.615893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.649967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.650215] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.650418] env[65677]: DEBUG nova.network.neutron [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.913402] env[65677]: DEBUG nova.network.neutron [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Successfully created port: 52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.944286] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ade1dc2f-1a89-4c0a-b7ce-494ef153adb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 907.949980] env[65677]: WARNING neutronclient.v2_0.client [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.401810] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 908.438362] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.438795] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.439068] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.439399] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.439633] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.439900] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.440200] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.440475] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.440810] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.441211] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.441525] env[65677]: DEBUG nova.virt.hardware [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.442656] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf3a8a2-6dcb-4ac0-b83c-3fa5918a0ab4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.446864] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 908.447107] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229cc73-c1d6-ec62-abd3-70b326d25130/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.448112] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0f741c-c5d6-4282-aa7a-830e2451f250 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.452610] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 43533110-19d7-4d9b-9149-159de6449b07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.452827] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Migration 20c26ff7-480e-48a4-b146-a6dd55ca3870 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 908.465141] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d0104-429a-488f-9335-322c45d5276d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.470887] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229cc73-c1d6-ec62-abd3-70b326d25130/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.471834] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229cc73-c1d6-ec62-abd3-70b326d25130/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 908.473228] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dff214fa-c3de-491d-a614-832f51652240 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.688340] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229cc73-c1d6-ec62-abd3-70b326d25130/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 908.688340] env[65677]: INFO nova.virt.vmwareapi.images [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Downloaded image file data f7094c77-1877-4d52-8d34-61887f1507ca [ 908.688340] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e46131-04cc-4e92-9af7-25dc9228486c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.710014] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c92af95a-75c9-440c-8b47-0da3f5f8df59 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.735817] env[65677]: DEBUG nova.compute.manager [req-c5270ecc-7867-4059-b4b7-c2b96548a59b req-693b94e5-a0f3-422a-9d1f-6987007c4ecf service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-vif-plugged-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 908.735963] env[65677]: DEBUG oslo_concurrency.lockutils [req-c5270ecc-7867-4059-b4b7-c2b96548a59b req-693b94e5-a0f3-422a-9d1f-6987007c4ecf service nova] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.737461] env[65677]: DEBUG oslo_concurrency.lockutils [req-c5270ecc-7867-4059-b4b7-c2b96548a59b req-693b94e5-a0f3-422a-9d1f-6987007c4ecf service nova] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.737461] env[65677]: DEBUG oslo_concurrency.lockutils [req-c5270ecc-7867-4059-b4b7-c2b96548a59b req-693b94e5-a0f3-422a-9d1f-6987007c4ecf service nova] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.737461] env[65677]: DEBUG nova.compute.manager [req-c5270ecc-7867-4059-b4b7-c2b96548a59b req-693b94e5-a0f3-422a-9d1f-6987007c4ecf service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] No waiting events found dispatching network-vif-plugged-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 908.737461] env[65677]: WARNING nova.compute.manager [req-c5270ecc-7867-4059-b4b7-c2b96548a59b req-693b94e5-a0f3-422a-9d1f-6987007c4ecf service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received unexpected event network-vif-plugged-f397a742-c98c-42e8-91ed-eda10c6d756f for instance with vm_state building and task_state spawning. [ 908.752515] env[65677]: INFO nova.virt.vmwareapi.images [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] The imported VM was unregistered [ 908.754608] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 908.754868] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.755665] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e96cc4e-efe9-454f-baf9-85e346931d83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.771499] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created directory with path [datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.771752] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72/OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72.vmdk to [datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk. {{(pid=65677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 908.772381] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9ca7dac5-9cbf-42c9-a85c-fd508ad2ca0c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.782903] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 908.782903] env[65677]: value = "task-4636486" [ 908.782903] env[65677]: _type = "Task" [ 908.782903] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.794807] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.803704] env[65677]: DEBUG nova.network.neutron [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 908.960454] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 794ac201-18ea-4bb6-aa65-8cb28f304e28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.960686] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a39a5c06-0461-4d88-9e9b-4ef221d8f977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 909.191465] env[65677]: WARNING neutronclient.v2_0.client [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.236557] env[65677]: WARNING neutronclient.v2_0.client [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.303989] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.465770] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3fd48715-cf85-4f6b-b284-1826f26a2a32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.486328] env[65677]: DEBUG nova.network.neutron [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.571054] env[65677]: DEBUG nova.network.neutron [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updated VIF entry in instance network info cache for port 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.571054] env[65677]: DEBUG nova.network.neutron [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [{"id": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "address": "fa:16:3e:79:5d:72", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ee2126-ba", "ovs_interfaceid": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.662118] env[65677]: DEBUG nova.network.neutron [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Successfully updated port: 52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.797644] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.855155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.855445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.855678] env[65677]: INFO nova.compute.manager [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Rebooting instance [ 909.971390] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance bfce1f30-ab48-4d63-b7cc-eed495a942c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.992350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.992350] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance network_info: |[{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 909.992350] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fc:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f397a742-c98c-42e8-91ed-eda10c6d756f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.006158] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating folder: Project (1702dd5c74dd4439ad26c0c297f08968). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.007862] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-644cbf0e-52e3-419d-a6ae-a22dc05d68ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.028712] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Created folder: Project (1702dd5c74dd4439ad26c0c297f08968) in parent group-v905237. [ 910.029352] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating folder: Instances. Parent ref: group-v905448. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.029352] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ead2e5ac-e8da-4a25-b1ca-c6c48010e0f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.046260] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Created folder: Instances in parent group-v905448. [ 910.048039] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 910.048039] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.048039] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a55d86-4607-465f-995a-057da80016ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.075710] env[65677]: DEBUG oslo_concurrency.lockutils [req-25f9b3d3-9196-47a3-9db8-8a1df98d2475 req-53db6034-d543-4144-87c3-089ba3851519 service nova] Releasing lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.075854] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.075854] env[65677]: value = "task-4636489" [ 910.075854] env[65677]: _type = "Task" [ 910.075854] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.091072] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636489, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.166459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-2e0da721-370b-4467-83c1-ff67a0ee3cc9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.166459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-2e0da721-370b-4467-83c1-ff67a0ee3cc9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.166459] env[65677]: DEBUG nova.network.neutron [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.298918] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.376721] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.376954] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.377263] env[65677]: DEBUG nova.network.neutron [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.475091] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance df1d39c2-d14b-4b02-9781-8bd02eebd1b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.591068] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636489, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.710564] env[65677]: DEBUG nova.network.neutron [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.801909] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.837871] env[65677]: WARNING neutronclient.v2_0.client [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.848773] env[65677]: DEBUG nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-changed-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 910.852348] env[65677]: DEBUG nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Refreshing instance network info cache due to event network-changed-f397a742-c98c-42e8-91ed-eda10c6d756f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 910.852805] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.852988] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.853203] env[65677]: DEBUG nova.network.neutron [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Refreshing network info cache for port f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.880020] env[65677]: WARNING neutronclient.v2_0.client [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.982729] env[65677]: DEBUG nova.network.neutron [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Updating instance_info_cache with network_info: [{"id": "52726f27-0e84-44e9-97cd-e2706437af4f", "address": "fa:16:3e:75:f1:3d", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52726f27-0e", "ovs_interfaceid": "52726f27-0e84-44e9-97cd-e2706437af4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.986464] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance fd6d2a86-ce83-41f6-b8b1-97d100338072 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.075797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "a30ce46b-c083-4246-961a-ed224650d49b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.076047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "a30ce46b-c083-4246-961a-ed224650d49b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.090831] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636489, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.118674] env[65677]: WARNING neutronclient.v2_0.client [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.206354] env[65677]: DEBUG nova.network.neutron [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.300445] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.357258] env[65677]: WARNING neutronclient.v2_0.client [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.493253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-2e0da721-370b-4467-83c1-ff67a0ee3cc9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.493655] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance network_info: |[{"id": "52726f27-0e84-44e9-97cd-e2706437af4f", "address": "fa:16:3e:75:f1:3d", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52726f27-0e", "ovs_interfaceid": "52726f27-0e84-44e9-97cd-e2706437af4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 911.494983] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 66ae01a7-914d-4f9b-8e34-492e25e7b227 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.494983] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 911.495225] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=100GB used_disk=24GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 911.498634] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f1:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52726f27-0e84-44e9-97cd-e2706437af4f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.511231] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.511231] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.511231] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f38d42c1-ec01-4a3b-98a3-34d0f01520dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.543324] env[65677]: WARNING neutronclient.v2_0.client [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.547088] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.547088] env[65677]: value = "task-4636490" [ 911.547088] env[65677]: _type = "Task" [ 911.547088] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.559149] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636490, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.590612] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636489, 'name': CreateVM_Task, 'duration_secs': 1.45997} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.593123] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.596919] env[65677]: WARNING neutronclient.v2_0.client [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.597307] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.597453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.597762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.598580] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf272edd-4f57-42bf-8f93-25586b03afe3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.605161] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 911.605161] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f7a66c-e132-b6f8-44c6-dd45c3c039c2" [ 911.605161] env[65677]: _type = "Task" [ 911.605161] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.621582] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f7a66c-e132-b6f8-44c6-dd45c3c039c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.621843] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.622284] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.623079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.623079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.623079] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.623079] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5912aa7-0947-42d5-8633-19df9d588c2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.633823] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.634107] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.634921] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20b37c1-7a94-48a3-9874-bc7974362475 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.640827] env[65677]: DEBUG nova.network.neutron [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updated VIF entry in instance network info cache for port f397a742-c98c-42e8-91ed-eda10c6d756f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 911.641193] env[65677]: DEBUG nova.network.neutron [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.647409] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 911.647409] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bbfdb2-722d-9b40-fbf2-c9fa4d6cc031" [ 911.647409] env[65677]: _type = "Task" [ 911.647409] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.661267] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bbfdb2-722d-9b40-fbf2-c9fa4d6cc031, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.665744] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1656fa1-1d1e-4c3f-be90-1b18044e3fcd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.672865] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 911.672865] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aca79a-940c-7eae-713b-90ab4a475acb" [ 911.672865] env[65677]: _type = "Task" [ 911.672865] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.686691] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aca79a-940c-7eae-713b-90ab4a475acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.708455] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.798212] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636486, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.645351} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.800933] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72/OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72.vmdk to [datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk. [ 911.801219] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Cleaning up location [datastore1] OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 911.801385] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f4b263f7-2083-42d5-879b-0cc747b32b72 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.802126] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad6cf51f-15c5-4c48-b9d2-8857bfb80cc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.810371] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 911.810371] env[65677]: value = "task-4636491" [ 911.810371] env[65677]: _type = "Task" [ 911.810371] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.820297] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.063695] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636490, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.083570] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bfed09-7d86-4bf0-8e46-5724b8902e25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.091878] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2bb32-0d38-43e5-a12c-c0fdb8ec4a6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.133480] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc11d8-a4ef-41d6-ba50-5914380efcb6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.144645] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4770fd-3687-491a-a0fe-0160792cde56 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.150331] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.150638] env[65677]: DEBUG nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Received event network-vif-plugged-52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 912.150882] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Acquiring lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.151100] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.151374] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.151511] env[65677]: DEBUG nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] No waiting events found dispatching network-vif-plugged-52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 912.151697] env[65677]: WARNING nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Received unexpected event network-vif-plugged-52726f27-0e84-44e9-97cd-e2706437af4f for instance with vm_state building and task_state spawning. [ 912.151877] env[65677]: DEBUG nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Received event network-changed-52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 912.152076] env[65677]: DEBUG nova.compute.manager [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Refreshing instance network info cache due to event network-changed-52726f27-0e84-44e9-97cd-e2706437af4f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 912.152322] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Acquiring lock "refresh_cache-2e0da721-370b-4467-83c1-ff67a0ee3cc9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.152482] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Acquired lock "refresh_cache-2e0da721-370b-4467-83c1-ff67a0ee3cc9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.152825] env[65677]: DEBUG nova.network.neutron [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Refreshing network info cache for port 52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.165902] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.187819] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aca79a-940c-7eae-713b-90ab4a475acb, 'name': SearchDatastore_Task, 'duration_secs': 0.013509} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.188064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.188365] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.188644] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bf9d614-bb80-4ad3-9bbf-131b67a21280 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.196879] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 912.196879] env[65677]: value = "task-4636492" [ 912.196879] env[65677]: _type = "Task" [ 912.196879] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.208465] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.213566] env[65677]: DEBUG nova.compute.manager [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 912.214550] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219e7b3-25c2-4cb1-b40a-b04728e97344 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.321787] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039858} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.322181] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.322391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.322666] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk to [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.323016] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120b2509-186b-47af-9d40-d33efb8c3949 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.331602] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 912.331602] env[65677]: value = "task-4636493" [ 912.331602] env[65677]: _type = "Task" [ 912.331602] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.341386] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.561898] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636490, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.656346] env[65677]: WARNING neutronclient.v2_0.client [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.671400] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.712876] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.848136] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.877729] env[65677]: WARNING neutronclient.v2_0.client [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.981334] env[65677]: DEBUG nova.network.neutron [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Updated VIF entry in instance network info cache for port 52726f27-0e84-44e9-97cd-e2706437af4f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.981500] env[65677]: DEBUG nova.network.neutron [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Updating instance_info_cache with network_info: [{"id": "52726f27-0e84-44e9-97cd-e2706437af4f", "address": "fa:16:3e:75:f1:3d", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52726f27-0e", "ovs_interfaceid": "52726f27-0e84-44e9-97cd-e2706437af4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.065024] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636490, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.177740] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 913.178016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.342s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.178312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.669s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.179981] env[65677]: INFO nova.compute.claims [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.184460] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.184639] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Cleaning up deleted instances {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11897}} [ 913.211246] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558499} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.211561] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.211773] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.212059] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ad686c-43b0-4dc7-bf80-a334aebbf63b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.225965] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 913.225965] env[65677]: value = "task-4636494" [ 913.225965] env[65677]: _type = "Task" [ 913.225965] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.234373] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1022859-61cf-4e1e-9d43-86118c586372 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.243754] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.250247] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Doing hard reboot of VM {{(pid=65677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 913.250600] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c1529a1-ee3b-40f8-8e35-9864eee93c4e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.261116] env[65677]: DEBUG oslo_vmware.api [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 913.261116] env[65677]: value = "task-4636495" [ 913.261116] env[65677]: _type = "Task" [ 913.261116] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.275827] env[65677]: DEBUG oslo_vmware.api [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636495, 'name': ResetVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.346473] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.485052] env[65677]: DEBUG oslo_concurrency.lockutils [req-c1059c81-55ee-4e9a-bdfd-719c5e941986 req-e658fd5a-2432-4292-94a5-f117b4192f82 service nova] Releasing lock "refresh_cache-2e0da721-370b-4467-83c1-ff67a0ee3cc9" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.562073] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636490, 'name': CreateVM_Task, 'duration_secs': 1.564727} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.562475] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.563043] env[65677]: WARNING neutronclient.v2_0.client [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.563549] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.563766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.564279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.564732] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53425b1-99af-4f4d-b124-43ef16dc1342 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.572344] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 913.572344] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521e5c49-c34a-1824-668b-2e5f60f354df" [ 913.572344] env[65677]: _type = "Task" [ 913.572344] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.582424] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521e5c49-c34a-1824-668b-2e5f60f354df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.702947] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] There are 43 instances to clean {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11906}} [ 913.703309] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 16156322-73bc-48d0-a640-09e4b2ecd614] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 913.738249] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108851} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.742010] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.743089] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed85b8c-1705-4cda-a78d-abf6db8a0229 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.769232] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.773634] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c893fa80-87e5-4225-9e59-219beef88413 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.805550] env[65677]: DEBUG oslo_vmware.api [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636495, 'name': ResetVM_Task, 'duration_secs': 0.137834} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.805943] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 913.805943] env[65677]: value = "task-4636496" [ 913.805943] env[65677]: _type = "Task" [ 913.805943] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.809552] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Did hard reboot of VM {{(pid=65677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 913.809889] env[65677]: DEBUG nova.compute.manager [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 913.811501] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fe7b6-837f-4569-944e-03351c3038b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.831663] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.846535] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.087895] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521e5c49-c34a-1824-668b-2e5f60f354df, 'name': SearchDatastore_Task, 'duration_secs': 0.095991} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.088493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.088725] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.089047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089265] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089462] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.092661] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24435416-81e0-49aa-92cf-4b9d36ce15a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.112935] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.113185] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.114064] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5d157a-f04e-4a1e-8591-bbbb8bb7b320 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.129513] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 914.129513] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520ca4c6-bfb1-aa08-eee6-72be9760c198" [ 914.129513] env[65677]: _type = "Task" [ 914.129513] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.143018] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520ca4c6-bfb1-aa08-eee6-72be9760c198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.214136] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 580e1c52-c0ad-4e52-9ff1-210565ca5378] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 914.324636] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.339899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91091dbb-d60f-4c7f-894d-d66f85bf28b6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.484s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.341548] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dcf4e9-fdfa-4b7d-9301-f29006eb01ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.354841] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d05a558-1e19-4f4b-917e-c567623d4f06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.359101] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.393032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ff664-583a-490a-b31a-3071b0ce4ca1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.405076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd754225-dcb6-4bc9-b1ad-738c9cbc3aa5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.425791] env[65677]: DEBUG nova.compute.provider_tree [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.640854] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520ca4c6-bfb1-aa08-eee6-72be9760c198, 'name': SearchDatastore_Task, 'duration_secs': 0.094549} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.641797] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c1e782-b162-44d4-b29e-49481bd58b2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.651082] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 914.651082] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a3f3da-72f6-5360-8fbb-4b69f92e6fa4" [ 914.651082] env[65677]: _type = "Task" [ 914.651082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.666047] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a3f3da-72f6-5360-8fbb-4b69f92e6fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.723119] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 5ab8233b-b4d4-4ec0-b3cb-4b48ed81d5e7] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 914.827240] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.849333] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.930255] env[65677]: DEBUG nova.scheduler.client.report [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.165344] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a3f3da-72f6-5360-8fbb-4b69f92e6fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.095169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.165643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.165935] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.166270] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29fc57df-68b4-4ad6-9711-6905c5390687 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.175038] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 915.175038] env[65677]: value = "task-4636497" [ 915.175038] env[65677]: _type = "Task" [ 915.175038] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.184771] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.227654] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 2081e7b0-b19a-40a2-b7c4-9c6df3351a4e] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 915.323867] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.348947] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636493, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.814537} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.349304] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f7094c77-1877-4d52-8d34-61887f1507ca/f7094c77-1877-4d52-8d34-61887f1507ca.vmdk to [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.350252] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f6ac3-546d-458b-8e1b-6889fffec99c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.377257] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.377860] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6bec8b0-9401-49d9-bccb-c4ab28b58b20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.402051] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 915.402051] env[65677]: value = "task-4636498" [ 915.402051] env[65677]: _type = "Task" [ 915.402051] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.413269] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.436286] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.436919] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 915.440480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.023s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.440596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.443514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.196s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.445694] env[65677]: INFO nova.compute.claims [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.480665] env[65677]: INFO nova.scheduler.client.report [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleted allocations for instance 1954741e-a718-4048-b0a5-5ed3b2eea360 [ 915.688895] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.730702] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 69ca333b-92f1-47ed-b99d-24f65cf526da] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 915.828756] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636496, 'name': ReconfigVM_Task, 'duration_secs': 1.546031} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.829270] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.830329] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c84139c9-e8f5-4e3b-8754-b6da7a1aa4d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.842738] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 915.842738] env[65677]: value = "task-4636499" [ 915.842738] env[65677]: _type = "Task" [ 915.842738] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.858014] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636499, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.915790] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.954077] env[65677]: DEBUG nova.compute.utils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.958222] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 915.958446] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 915.958788] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.959093] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.992238] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c53181a2-75ff-4030-aae9-69b16850faca tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "1954741e-a718-4048-b0a5-5ed3b2eea360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.284s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.029033] env[65677]: DEBUG nova.policy [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6488d4f6e604c74ac65ec264e5f4d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727148e09aac4cd5b802571e56c0ad33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.188669] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536368} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.188821] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.188979] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.189263] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-799e2199-38ff-43e8-a8ac-22fab3b0aeaf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.197797] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 916.197797] env[65677]: value = "task-4636500" [ 916.197797] env[65677]: _type = "Task" [ 916.197797] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.207915] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.234958] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: db2fdf80-c9b7-474c-84a5-bc46bdc2eded] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 916.356231] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636499, 'name': Rename_Task, 'duration_secs': 0.19441} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.356722] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.356820] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ee813a-ab9b-4853-bf5e-2050da2f704f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.366452] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 916.366452] env[65677]: value = "task-4636501" [ 916.366452] env[65677]: _type = "Task" [ 916.366452] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.377277] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.404122] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Successfully created port: d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 916.417333] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636498, 'name': ReconfigVM_Task, 'duration_secs': 0.552839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.417688] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6/3ca986e5-2a75-4856-9abd-956ecf4f6ce6.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.420166] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': '74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905419', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'name': 'volume-997352e2-8084-4404-8ecc-c0cc3ee70a11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3ca986e5-2a75-4856-9abd-956ecf4f6ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'serial': '997352e2-8084-4404-8ecc-c0cc3ee70a11'}, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'attachment_id': '6e6563fb-3f05-4a5d-be2e-a0d5788dfdba', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 916.420422] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 916.421465] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905419', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'name': 'volume-997352e2-8084-4404-8ecc-c0cc3ee70a11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3ca986e5-2a75-4856-9abd-956ecf4f6ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'serial': '997352e2-8084-4404-8ecc-c0cc3ee70a11'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 916.421724] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e95dc-b854-45ac-840b-53a471e065ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.441473] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e0899c-86c1-4283-aafb-aa3c7cfeb4ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.464295] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 916.475099] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-997352e2-8084-4404-8ecc-c0cc3ee70a11/volume-997352e2-8084-4404-8ecc-c0cc3ee70a11.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.478540] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6382c521-ab5b-446e-8d39-b70f43da623e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.501330] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 916.501330] env[65677]: value = "task-4636502" [ 916.501330] env[65677]: _type = "Task" [ 916.501330] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.517401] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.713122] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153792} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.713443] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.714405] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73ab0e1-fe10-4a5a-b02e-8c49d6c4110f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.748057] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.752634] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: cbb71370-c4d6-4693-8594-1b33b7841b03] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 916.754991] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-065b0133-237f-4a33-9370-b64dd5773921 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.780041] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 916.780041] env[65677]: value = "task-4636503" [ 916.780041] env[65677]: _type = "Task" [ 916.780041] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.793546] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.879216] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636501, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.013675] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.025892] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524121e6-6095-c340-d81e-cd4a7b8e0e6a/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.026830] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f289f-8fc6-464d-b44b-1f6d44972d14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038432] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524121e6-6095-c340-d81e-cd4a7b8e0e6a/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.038432] env[65677]: ERROR oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524121e6-6095-c340-d81e-cd4a7b8e0e6a/disk-0.vmdk due to incomplete transfer. [ 917.038432] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aefcb7bb-9eff-477a-8145-46b36bc23b37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.050249] env[65677]: DEBUG oslo_vmware.rw_handles [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524121e6-6095-c340-d81e-cd4a7b8e0e6a/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 917.050486] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Uploaded image b095007c-3a41-4cca-bf16-bd4a833a0194 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 917.053014] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 917.053402] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08656145-d809-4e04-8c33-6e96e23c74ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.063259] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 917.063259] env[65677]: value = "task-4636504" [ 917.063259] env[65677]: _type = "Task" [ 917.063259] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.083708] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636504, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.149609] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c5a8c1-58f0-4839-be88-2ea1b046f38e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.159407] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cdd781-59d6-4209-bbd8-99f267d81ac0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.198080] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88119631-9a98-428b-be12-6b50b8bd0121 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.208569] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d70029-da83-4368-a939-bf7f7356c030 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.225065] env[65677]: DEBUG nova.compute.provider_tree [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.273555] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: d75788c2-be9a-4baf-be5a-c0a4fd6dfc8a] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 917.291220] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636503, 'name': ReconfigVM_Task, 'duration_secs': 0.381901} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.291499] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.292191] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d768edaa-e6ef-4ab0-a139-f0a55123c183 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.300150] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 917.300150] env[65677]: value = "task-4636505" [ 917.300150] env[65677]: _type = "Task" [ 917.300150] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.309974] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636505, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.382028] env[65677]: DEBUG oslo_vmware.api [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636501, 'name': PowerOnVM_Task, 'duration_secs': 0.599803} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.382470] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.382766] env[65677]: INFO nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Took 11.33 seconds to spawn the instance on the hypervisor. [ 917.383043] env[65677]: DEBUG nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 917.384240] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bd47d-0ca3-46a9-bfa1-4d75cc793f2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.483118] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 917.513332] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 917.513725] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.513980] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 917.514320] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.514611] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 917.514856] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 917.515228] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.515501] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 917.515802] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 917.516110] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 917.516443] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 917.518203] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeceaac-fba1-43e3-bdc0-4b6fa69006ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.527872] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636502, 'name': ReconfigVM_Task, 'duration_secs': 0.968494} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.530336] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-997352e2-8084-4404-8ecc-c0cc3ee70a11/volume-997352e2-8084-4404-8ecc-c0cc3ee70a11.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.535432] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09feb33-f6b0-4948-b900-d3882c37f011 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.547151] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1917ed1-8d03-4496-b955-f9957cc01730 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.565484] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 917.565484] env[65677]: value = "task-4636506" [ 917.565484] env[65677]: _type = "Task" [ 917.565484] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.574184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "d678e793-2599-4861-9150-1d141875e544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.574459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "d678e793-2599-4861-9150-1d141875e544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.574659] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "d678e793-2599-4861-9150-1d141875e544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.574859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "d678e793-2599-4861-9150-1d141875e544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.575044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "d678e793-2599-4861-9150-1d141875e544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.583469] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636504, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.584112] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636506, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.584903] env[65677]: INFO nova.compute.manager [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Terminating instance [ 917.668063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.668223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.668334] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.668510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.668669] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.671205] env[65677]: INFO nova.compute.manager [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Terminating instance [ 917.729955] env[65677]: DEBUG nova.scheduler.client.report [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.776889] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: a5304212-8168-4fe4-ab5b-f19dd1914bba] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 917.816203] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636505, 'name': Rename_Task, 'duration_secs': 0.184026} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.816992] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.817440] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec19f21-91e1-4c68-89ac-daaa1057d424 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.826887] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 917.826887] env[65677]: value = "task-4636507" [ 917.826887] env[65677]: _type = "Task" [ 917.826887] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.837887] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.908078] env[65677]: INFO nova.compute.manager [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Took 51.21 seconds to build instance. [ 917.955663] env[65677]: DEBUG nova.compute.manager [req-8a766dfd-4995-450e-8a62-4a040d031ed4 req-f27d5050-3ef9-4bf8-8529-0a816e06b4e1 service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Received event network-vif-plugged-d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 917.955841] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a766dfd-4995-450e-8a62-4a040d031ed4 req-f27d5050-3ef9-4bf8-8529-0a816e06b4e1 service nova] Acquiring lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.960408] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a766dfd-4995-450e-8a62-4a040d031ed4 req-f27d5050-3ef9-4bf8-8529-0a816e06b4e1 service nova] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.960408] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a766dfd-4995-450e-8a62-4a040d031ed4 req-f27d5050-3ef9-4bf8-8529-0a816e06b4e1 service nova] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.960408] env[65677]: DEBUG nova.compute.manager [req-8a766dfd-4995-450e-8a62-4a040d031ed4 req-f27d5050-3ef9-4bf8-8529-0a816e06b4e1 service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] No waiting events found dispatching network-vif-plugged-d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 917.960408] env[65677]: WARNING nova.compute.manager [req-8a766dfd-4995-450e-8a62-4a040d031ed4 req-f27d5050-3ef9-4bf8-8529-0a816e06b4e1 service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Received unexpected event network-vif-plugged-d72a6da2-c786-4728-b564-70a1813686ee for instance with vm_state building and task_state spawning. [ 918.051975] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Successfully updated port: d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 918.083908] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636506, 'name': ReconfigVM_Task, 'duration_secs': 0.306373} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.088966] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905419', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'name': 'volume-997352e2-8084-4404-8ecc-c0cc3ee70a11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3ca986e5-2a75-4856-9abd-956ecf4f6ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'serial': '997352e2-8084-4404-8ecc-c0cc3ee70a11'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 918.090268] env[65677]: DEBUG nova.compute.manager [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 918.090268] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.090268] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636504, 'name': Destroy_Task, 'duration_secs': 0.921935} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.090268] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b4fc509-3aa4-4887-8206-974f828a993e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.092722] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e72282-e88b-462a-94ab-8e5c78ac6089 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.095616] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroyed the VM [ 918.095853] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.096745] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6b0e274-f53e-4a32-9a17-4db50a641849 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.104220] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.106327] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31870e9b-f172-4146-a765-aa444093b6b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.108451] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 918.108451] env[65677]: value = "task-4636509" [ 918.108451] env[65677]: _type = "Task" [ 918.108451] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.108902] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 918.108902] env[65677]: value = "task-4636508" [ 918.108902] env[65677]: _type = "Task" [ 918.108902] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.119813] env[65677]: DEBUG oslo_vmware.api [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 918.119813] env[65677]: value = "task-4636510" [ 918.119813] env[65677]: _type = "Task" [ 918.119813] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.132391] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.133087] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636508, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.140208] env[65677]: DEBUG oslo_vmware.api [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.175970] env[65677]: DEBUG nova.compute.manager [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 918.176201] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.177164] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf7b04-bd1c-4958-aefc-3bbb2c6befc2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.187916] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.188330] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3842aed0-8d25-478f-8113-37414538d119 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.197049] env[65677]: DEBUG oslo_vmware.api [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 918.197049] env[65677]: value = "task-4636511" [ 918.197049] env[65677]: _type = "Task" [ 918.197049] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.207796] env[65677]: DEBUG oslo_vmware.api [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.236409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.237147] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 918.240925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.153s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.242441] env[65677]: INFO nova.compute.claims [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.281651] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 4a8b1a59-bd0a-4c61-9a5b-9d752b2fdfcf] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 918.342337] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636507, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.411968] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.333s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.557446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "refresh_cache-ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.557446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "refresh_cache-ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.557640] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.623460] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.629765] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636508, 'name': Rename_Task, 'duration_secs': 0.229447} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.630093] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.630803] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ae44bb-c4b7-4fe3-ab84-f5f36971ed48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.637557] env[65677]: DEBUG oslo_vmware.api [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636510, 'name': PowerOffVM_Task, 'duration_secs': 0.299705} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.639337] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.639631] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.640102] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 918.640102] env[65677]: value = "task-4636512" [ 918.640102] env[65677]: _type = "Task" [ 918.640102] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.640418] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a861923-f422-40ed-93de-836635cd83d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.656645] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.709891] env[65677]: DEBUG oslo_vmware.api [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636511, 'name': PowerOffVM_Task, 'duration_secs': 0.425603} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.712597] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.712597] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.712597] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2ca8afd-30a9-496b-9e67-35d67712d89f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.748427] env[65677]: DEBUG nova.compute.utils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.756831] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 918.757065] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 918.757714] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.758341] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.760515] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.760844] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.760937] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleting the datastore file [datastore2] d678e793-2599-4861-9150-1d141875e544 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.762130] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c919cbd-3ee4-4ed3-be8d-518583277174 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.770974] env[65677]: DEBUG oslo_vmware.api [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 918.770974] env[65677]: value = "task-4636515" [ 918.770974] env[65677]: _type = "Task" [ 918.770974] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.785822] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: a1554552-52d4-4791-a13b-8e12e4b62d2b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 918.803108] env[65677]: DEBUG oslo_vmware.api [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.814574] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.814574] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.814574] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleting the datastore file [datastore2] 2a3fcd66-f7c6-499e-9c69-51ccec3653ce {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.814574] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d30e76-f554-487e-8493-71948ed57ffd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.826136] env[65677]: DEBUG oslo_vmware.api [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for the task: (returnval){ [ 918.826136] env[65677]: value = "task-4636516" [ 918.826136] env[65677]: _type = "Task" [ 918.826136] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.849536] env[65677]: DEBUG oslo_vmware.api [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636507, 'name': PowerOnVM_Task, 'duration_secs': 0.626655} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.849801] env[65677]: DEBUG oslo_vmware.api [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.850108] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.850338] env[65677]: INFO nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Took 10.45 seconds to spawn the instance on the hypervisor. [ 918.850536] env[65677]: DEBUG nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 918.851387] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536689e4-b07a-4c0f-ac86-7e8695835be2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.885895] env[65677]: DEBUG nova.policy [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6488d4f6e604c74ac65ec264e5f4d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727148e09aac4cd5b802571e56c0ad33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.914392] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 919.117473] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 919.128209] env[65677]: DEBUG oslo_vmware.api [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828801} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.128719] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.129098] env[65677]: INFO nova.compute.manager [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 16.57 seconds to snapshot the instance on the hypervisor. [ 919.154925] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.257694] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 919.283770] env[65677]: DEBUG oslo_vmware.api [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192279} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.284358] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.284358] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.284523] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.285177] env[65677]: INFO nova.compute.manager [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: d678e793-2599-4861-9150-1d141875e544] Took 1.20 seconds to destroy the instance on the hypervisor. [ 919.285892] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 919.286896] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Successfully created port: c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.289694] env[65677]: DEBUG nova.compute.manager [-] [instance: d678e793-2599-4861-9150-1d141875e544] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 919.289794] env[65677]: DEBUG nova.network.neutron [-] [instance: d678e793-2599-4861-9150-1d141875e544] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 919.290295] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.294331] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 39ad9760-bdb8-4da7-bd9a-0ae0ceabc832] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 919.343294] env[65677]: DEBUG oslo_vmware.api [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Task: {'id': task-4636516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195215} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.343294] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.343412] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.343741] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.343741] env[65677]: INFO nova.compute.manager [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Took 1.17 seconds to destroy the instance on the hypervisor. [ 919.344448] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 919.344645] env[65677]: DEBUG nova.compute.manager [-] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 919.344868] env[65677]: DEBUG nova.network.neutron [-] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 919.345339] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.373082] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.377755] env[65677]: INFO nova.compute.manager [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Took 49.44 seconds to build instance. [ 919.432302] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.440415] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.492603] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.656850] env[65677]: DEBUG oslo_vmware.api [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636512, 'name': PowerOnVM_Task, 'duration_secs': 0.619874} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.657184] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.678522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "9cc050d9-5346-4075-b34c-91365904ac34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.679367] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "9cc050d9-5346-4075-b34c-91365904ac34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.702820] env[65677]: DEBUG nova.compute.manager [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Found 3 images (rotation: 2) {{(pid=65677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 919.703046] env[65677]: DEBUG nova.compute.manager [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Rotating out 1 backups {{(pid=65677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5058}} [ 919.703218] env[65677]: DEBUG nova.compute.manager [None req-4948dcf8-5625-4220-a2d8-6fbef66fa786 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleting image ff7c5bdc-c993-4a99-b0a2-130b2d119662 {{(pid=65677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5063}} [ 919.803867] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: c532c241-c981-42db-808f-09059f75d8e7] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 919.838799] env[65677]: DEBUG nova.compute.manager [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 919.841063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb1b81-de04-4347-91e3-018123506990 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.879580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.268s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.964226] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b40f27-7f23-4d8a-8cc4-806d1a435eef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.974855] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18261666-6a3b-4287-9330-769554c5087b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.008353] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39552b20-7369-4db6-909b-5f51edf61ce2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.017476] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dcb9cd-e203-404b-a979-8ba8468e7977 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.032666] env[65677]: DEBUG nova.compute.provider_tree [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.273650] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Updating instance_info_cache with network_info: [{"id": "d72a6da2-c786-4728-b564-70a1813686ee", "address": "fa:16:3e:6c:be:03", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72a6da2-c7", "ovs_interfaceid": "d72a6da2-c786-4728-b564-70a1813686ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.276774] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 920.309742] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.309981] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.310149] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.310328] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.310466] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.310607] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.310815] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.310967] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.311184] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.311400] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.311620] env[65677]: DEBUG nova.virt.hardware [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.312464] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 1a1c4c74-e31f-427c-80fc-c1f197e16745] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 920.314777] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc2906-2ae6-416e-9d5d-6fe25f74452d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.331084] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c0908-2b8d-4dd7-86d7-5c0e2a80a04b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.371366] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 69.790s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.372199] env[65677]: DEBUG nova.network.neutron [-] [instance: d678e793-2599-4861-9150-1d141875e544] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.382323] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 920.536938] env[65677]: DEBUG nova.scheduler.client.report [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.640172] env[65677]: DEBUG nova.compute.manager [req-bc7a40fc-374b-47c3-96e8-9d5d84e1e69a req-5eb20c31-17ae-4f21-8206-c9d223ef8422 service nova] [instance: d678e793-2599-4861-9150-1d141875e544] Received event network-vif-deleted-66a59d9d-68db-489e-bef0-b1a22eab0047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 920.655739] env[65677]: DEBUG nova.network.neutron [-] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.765062] env[65677]: DEBUG nova.compute.manager [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Received event network-changed-d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 920.765241] env[65677]: DEBUG nova.compute.manager [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Refreshing instance network info cache due to event network-changed-d72a6da2-c786-4728-b564-70a1813686ee. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 920.765448] env[65677]: DEBUG oslo_concurrency.lockutils [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] Acquiring lock "refresh_cache-ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.780937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "refresh_cache-ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.781362] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Instance network_info: |[{"id": "d72a6da2-c786-4728-b564-70a1813686ee", "address": "fa:16:3e:6c:be:03", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72a6da2-c7", "ovs_interfaceid": "d72a6da2-c786-4728-b564-70a1813686ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 920.781705] env[65677]: DEBUG oslo_concurrency.lockutils [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] Acquired lock "refresh_cache-ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.781879] env[65677]: DEBUG nova.network.neutron [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Refreshing network info cache for port d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.784852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:be:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd72a6da2-c786-4728-b564-70a1813686ee', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.796532] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Creating folder: Project (727148e09aac4cd5b802571e56c0ad33). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.798185] env[65677]: WARNING neutronclient.v2_0.client [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.800599] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da2045d2-5f3b-4061-9c65-83105e4deaef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.816036] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Created folder: Project (727148e09aac4cd5b802571e56c0ad33) in parent group-v905237. [ 920.816414] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Creating folder: Instances. Parent ref: group-v905452. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.817082] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aec45cc2-ac5e-4358-a16a-41b125c52589 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.821286] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 3d4056ad-9ddb-4e50-8a18-34d1468b335c] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 920.830361] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Created folder: Instances in parent group-v905452. [ 920.830361] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.830361] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.830654] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55dd57b7-46cf-4908-b282-daf205a1a510 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.860781] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.860781] env[65677]: value = "task-4636519" [ 920.860781] env[65677]: _type = "Task" [ 920.860781] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.871385] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636519, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.874867] env[65677]: INFO nova.compute.manager [-] [instance: d678e793-2599-4861-9150-1d141875e544] Took 1.58 seconds to deallocate network for instance. [ 920.913154] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.044229] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.044731] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 921.049411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.997s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.049411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.051981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.534s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.054890] env[65677]: INFO nova.compute.claims [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.065942] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Successfully updated port: c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.089749] env[65677]: INFO nova.scheduler.client.report [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Deleted allocations for instance 71c46e60-30a1-41a0-a646-2e3240208af2 [ 921.126895] env[65677]: WARNING neutronclient.v2_0.client [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.158047] env[65677]: INFO nova.compute.manager [-] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Took 1.81 seconds to deallocate network for instance. [ 921.223321] env[65677]: DEBUG nova.network.neutron [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Updated VIF entry in instance network info cache for port d72a6da2-c786-4728-b564-70a1813686ee. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 921.223525] env[65677]: DEBUG nova.network.neutron [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Updating instance_info_cache with network_info: [{"id": "d72a6da2-c786-4728-b564-70a1813686ee", "address": "fa:16:3e:6c:be:03", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72a6da2-c7", "ovs_interfaceid": "d72a6da2-c786-4728-b564-70a1813686ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.328775] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 53db67e8-27a4-4a3c-99aa-9eee5f750c58] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 921.377482] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636519, 'name': CreateVM_Task, 'duration_secs': 0.455309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.377482] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.377797] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.378068] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.378226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.378567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.378850] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c65db2-d3d6-4f0a-b425-d781b64d6b86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.382822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.387711] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 921.387711] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e7722-0c1a-b3c0-b908-80261a8358ef" [ 921.387711] env[65677]: _type = "Task" [ 921.387711] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.406989] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e7722-0c1a-b3c0-b908-80261a8358ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.550129] env[65677]: DEBUG nova.compute.utils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.552108] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 921.552311] env[65677]: DEBUG nova.network.neutron [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 921.552623] env[65677]: WARNING neutronclient.v2_0.client [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.552917] env[65677]: WARNING neutronclient.v2_0.client [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.569359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "refresh_cache-43533110-19d7-4d9b-9149-159de6449b07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.569601] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "refresh_cache-43533110-19d7-4d9b-9149-159de6449b07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.569712] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 921.597066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-89324637-9fe3-402b-a94f-ae966d46749c tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Lock "71c46e60-30a1-41a0-a646-2e3240208af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.323s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.641837] env[65677]: DEBUG nova.policy [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6903033392542c7ae1a77fbbe1cb9b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287b8a8c486948c4a56c90ff1204fb15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.673325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.731134] env[65677]: DEBUG oslo_concurrency.lockutils [req-b5fd3389-9835-4772-b93a-0bca4417c08b req-5d4edce9-d005-4478-b3cf-8e6baf6cd76a service nova] Releasing lock "refresh_cache-ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.832174] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 4a0468b9-683d-4516-922c-bb41d4925c2e] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 921.903025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "85e74883-a5f2-4d72-ba80-d501aea7fab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.903025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.903025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "85e74883-a5f2-4d72-ba80-d501aea7fab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.903025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.903025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.904813] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526e7722-0c1a-b3c0-b908-80261a8358ef, 'name': SearchDatastore_Task, 'duration_secs': 0.025444} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.905479] env[65677]: INFO nova.compute.manager [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Terminating instance [ 921.907404] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.907847] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.908250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.908502] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.908795] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.910131] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e858cbaf-865d-4489-8af5-27c1625393ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.921713] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.922211] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.923092] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b4f536-d7ad-4582-8e6b-e37277e64124 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.932086] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 921.932086] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523cd78e-a4bf-39b2-7af0-c1b055f19a39" [ 921.932086] env[65677]: _type = "Task" [ 921.932086] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.940739] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523cd78e-a4bf-39b2-7af0-c1b055f19a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.058979] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 922.123736] env[65677]: DEBUG nova.network.neutron [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Successfully created port: 63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 922.155874] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.336611] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 34cf3cb4-80d2-4544-8d57-e0bcfa3ad590] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 922.415722] env[65677]: DEBUG nova.compute.manager [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 922.415722] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.415722] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf680eb6-900f-48a6-ba44-b74a206eaa38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.426714] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.426714] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d449217d-93db-4858-9727-f0b5f2ba08a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.436063] env[65677]: DEBUG oslo_vmware.api [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 922.436063] env[65677]: value = "task-4636520" [ 922.436063] env[65677]: _type = "Task" [ 922.436063] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.447116] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523cd78e-a4bf-39b2-7af0-c1b055f19a39, 'name': SearchDatastore_Task, 'duration_secs': 0.017434} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.448562] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110d9819-4162-439e-bc59-f4b57faf0ea5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.454557] env[65677]: DEBUG oslo_vmware.api [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.458999] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 922.458999] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ccc4f2-be2c-ace9-acaa-f8bfab0ddf4c" [ 922.458999] env[65677]: _type = "Task" [ 922.458999] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.472824] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ccc4f2-be2c-ace9-acaa-f8bfab0ddf4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.699273] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf27c44-99f9-4ae1-acee-94833b3d2990 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.708278] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bbbc08-86ae-45e4-bd2a-80e6d8efd209 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.742721] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87329c7-a909-430f-87ce-f3bc92c7f33e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.752797] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed15224-890f-4174-9348-12c243ce0389 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.772529] env[65677]: DEBUG nova.compute.provider_tree [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.800936] env[65677]: INFO nova.compute.manager [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Rebuilding instance [ 922.839388] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 74339a14-3bb6-4fc6-9b3f-5f870b3971bc] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 922.852432] env[65677]: DEBUG nova.compute.manager [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 922.853324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270bcd8-bcd4-4496-b44d-f476197c767f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.947228] env[65677]: DEBUG oslo_vmware.api [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636520, 'name': PowerOffVM_Task, 'duration_secs': 0.449278} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.947423] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.947590] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.947853] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1dfd14e-ce8f-4a2f-aafd-34d16a60da48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.973552] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ccc4f2-be2c-ace9-acaa-f8bfab0ddf4c, 'name': SearchDatastore_Task, 'duration_secs': 0.025732} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.973887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.974280] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ade1dc2f-1a89-4c0a-b7ce-494ef153adb3/ade1dc2f-1a89-4c0a-b7ce-494ef153adb3.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.974556] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc40427b-82cd-4f3a-9033-1aaec00183ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.982395] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 922.982395] env[65677]: value = "task-4636522" [ 922.982395] env[65677]: _type = "Task" [ 922.982395] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.992665] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.024617] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.025215] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.025215] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Deleting the datastore file [datastore1] 85e74883-a5f2-4d72-ba80-d501aea7fab4 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.025565] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d982f9-3d39-49e7-814c-9acfc92e854a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.033345] env[65677]: DEBUG oslo_vmware.api [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for the task: (returnval){ [ 923.033345] env[65677]: value = "task-4636523" [ 923.033345] env[65677]: _type = "Task" [ 923.033345] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.045441] env[65677]: DEBUG oslo_vmware.api [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.072484] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 923.095895] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 923.096174] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.096392] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.096564] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.096712] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.096852] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.097286] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.097485] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.097662] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.097902] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.098117] env[65677]: DEBUG nova.virt.hardware [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.099016] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f98e8c9-c202-48cb-85d6-98c9708c41d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.108298] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170a6b9-39c1-440c-be6f-cb677242de20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.245361] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.278022] env[65677]: DEBUG nova.scheduler.client.report [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.342545] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: fb1c31cf-cafb-4b82-ac3f-ee06b26c45cb] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 923.426157] env[65677]: DEBUG nova.network.neutron [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Updating instance_info_cache with network_info: [{"id": "c7e7ef15-eb1b-40a5-b961-efda282cb61c", "address": "fa:16:3e:20:65:8c", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e7ef15-eb", "ovs_interfaceid": "c7e7ef15-eb1b-40a5-b961-efda282cb61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.498616] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.546148] env[65677]: DEBUG oslo_vmware.api [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Task: {'id': task-4636523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41241} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.546483] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.546711] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.546903] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.547101] env[65677]: INFO nova.compute.manager [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 923.547401] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.547815] env[65677]: DEBUG nova.compute.manager [-] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 923.547815] env[65677]: DEBUG nova.network.neutron [-] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 923.548086] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.686575] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.784266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.785307] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 923.790196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.756s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.792872] env[65677]: INFO nova.compute.claims [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.847858] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 3f79901b-3af0-497b-b3d5-3d130e8375e9] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 923.872645] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.877033] env[65677]: DEBUG nova.network.neutron [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Successfully updated port: 63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.877033] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8f3e65-f7d1-4297-81af-b4d79e523840 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.892061] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 923.892061] env[65677]: value = "task-4636524" [ 923.892061] env[65677]: _type = "Task" [ 923.892061] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.906098] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.930276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "refresh_cache-43533110-19d7-4d9b-9149-159de6449b07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.930710] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Instance network_info: |[{"id": "c7e7ef15-eb1b-40a5-b961-efda282cb61c", "address": "fa:16:3e:20:65:8c", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e7ef15-eb", "ovs_interfaceid": "c7e7ef15-eb1b-40a5-b961-efda282cb61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 923.931230] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:65:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e7ef15-eb1b-40a5-b961-efda282cb61c', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.941855] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.942525] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.942750] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84caf0a5-fbdd-40db-9931-304f49274e83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965387] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.965387] env[65677]: value = "task-4636525" [ 923.965387] env[65677]: _type = "Task" [ 923.965387] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.974402] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636525, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.999373] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664716} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.999846] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ade1dc2f-1a89-4c0a-b7ce-494ef153adb3/ade1dc2f-1a89-4c0a-b7ce-494ef153adb3.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.000097] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.000394] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1d11fd-83ec-468e-b3b7-89f7ae1cd08d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.010563] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 924.010563] env[65677]: value = "task-4636526" [ 924.010563] env[65677]: _type = "Task" [ 924.010563] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.024822] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.174110] env[65677]: DEBUG nova.compute.manager [req-8894b973-599a-4737-aee0-517f47eab498 req-226f753d-70a3-4625-9517-3e2d3a62c27a service nova] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Received event network-vif-deleted-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 924.201259] env[65677]: DEBUG nova.compute.manager [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Received event network-vif-plugged-c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 924.201551] env[65677]: DEBUG oslo_concurrency.lockutils [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] Acquiring lock "43533110-19d7-4d9b-9149-159de6449b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.201685] env[65677]: DEBUG oslo_concurrency.lockutils [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] Lock "43533110-19d7-4d9b-9149-159de6449b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.201848] env[65677]: DEBUG oslo_concurrency.lockutils [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] Lock "43533110-19d7-4d9b-9149-159de6449b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.202019] env[65677]: DEBUG nova.compute.manager [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] No waiting events found dispatching network-vif-plugged-c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 924.202232] env[65677]: WARNING nova.compute.manager [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Received unexpected event network-vif-plugged-c7e7ef15-eb1b-40a5-b961-efda282cb61c for instance with vm_state building and task_state spawning. [ 924.202482] env[65677]: DEBUG nova.compute.manager [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Received event network-changed-c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 924.202584] env[65677]: DEBUG nova.compute.manager [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Refreshing instance network info cache due to event network-changed-c7e7ef15-eb1b-40a5-b961-efda282cb61c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 924.202764] env[65677]: DEBUG oslo_concurrency.lockutils [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] Acquiring lock "refresh_cache-43533110-19d7-4d9b-9149-159de6449b07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.202901] env[65677]: DEBUG oslo_concurrency.lockutils [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] Acquired lock "refresh_cache-43533110-19d7-4d9b-9149-159de6449b07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.203085] env[65677]: DEBUG nova.network.neutron [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Refreshing network info cache for port c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.299627] env[65677]: DEBUG nova.compute.utils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.308247] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 924.308247] env[65677]: DEBUG nova.network.neutron [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.308247] env[65677]: WARNING neutronclient.v2_0.client [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.308568] env[65677]: WARNING neutronclient.v2_0.client [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.350970] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: cfd6df13-9082-4925-9d31-bef7fea6b3ca] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 924.365868] env[65677]: DEBUG nova.policy [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923dd4c9e8d4428b276b45ad54758c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2dc00f4d184a86b92f399e33f56fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.382818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "refresh_cache-794ac201-18ea-4bb6-aa65-8cb28f304e28" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.384830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquired lock "refresh_cache-794ac201-18ea-4bb6-aa65-8cb28f304e28" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.384830] env[65677]: DEBUG nova.network.neutron [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.407982] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636524, 'name': PowerOffVM_Task, 'duration_secs': 0.440513} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.408578] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.408848] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.409708] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dd3899-a293-4636-80b1-4c591e7119f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.421953] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.421953] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-915924ea-06ff-449f-b72c-8490b0507d0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.481254] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636525, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.505137] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.505137] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.505137] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.505137] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed1acfa-9493-43a6-b468-d3701111ac34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.515582] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 924.515582] env[65677]: value = "task-4636528" [ 924.515582] env[65677]: _type = "Task" [ 924.515582] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.532616] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.537440] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080618} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.538526] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.540068] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1367f0-91f5-4177-b025-2d2f2ce37809 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.571751] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ade1dc2f-1a89-4c0a-b7ce-494ef153adb3/ade1dc2f-1a89-4c0a-b7ce-494ef153adb3.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.571751] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de9638f-9491-43c3-bad0-a9a0ee051640 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.599725] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 924.599725] env[65677]: value = "task-4636529" [ 924.599725] env[65677]: _type = "Task" [ 924.599725] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.610580] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.708965] env[65677]: WARNING neutronclient.v2_0.client [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.756525] env[65677]: DEBUG nova.network.neutron [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Successfully created port: ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.806641] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 924.816404] env[65677]: DEBUG nova.network.neutron [-] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.856711] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 05a75830-46da-4eb8-830d-ac30fe832fcf] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 924.984023] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636525, 'name': CreateVM_Task, 'duration_secs': 0.831124} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.984023] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.984023] env[65677]: WARNING neutronclient.v2_0.client [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.984023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.984023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.984023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.984824] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68105d08-5aac-414d-ac18-22918586b03e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.995628] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 924.995628] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52615381-2e43-ce46-061b-48320b7577f6" [ 924.995628] env[65677]: _type = "Task" [ 924.995628] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.006490] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52615381-2e43-ce46-061b-48320b7577f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.029258] env[65677]: DEBUG nova.network.neutron [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 925.039258] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326817} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.039534] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.039722] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.039902] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.118605] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636529, 'name': ReconfigVM_Task, 'duration_secs': 0.33442} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.122496] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ade1dc2f-1a89-4c0a-b7ce-494ef153adb3/ade1dc2f-1a89-4c0a-b7ce-494ef153adb3.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.123716] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9c33ee-2a9c-48fb-a499-bb5ae04a5385 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.136476] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 925.136476] env[65677]: value = "task-4636530" [ 925.136476] env[65677]: _type = "Task" [ 925.136476] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.148170] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636530, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.214852] env[65677]: WARNING neutronclient.v2_0.client [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.241131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.241454] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.241701] env[65677]: DEBUG nova.compute.manager [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 925.248642] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901b124-491f-442c-973a-ed961c89863a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.262955] env[65677]: DEBUG nova.compute.manager [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 925.263036] env[65677]: DEBUG nova.objects.instance [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'flavor' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.322653] env[65677]: INFO nova.compute.manager [-] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Took 1.77 seconds to deallocate network for instance. [ 925.353549] env[65677]: WARNING neutronclient.v2_0.client [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.360516] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 44173d80-d8cb-4800-9740-7c61d7ad9fee] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 925.423041] env[65677]: DEBUG nova.network.neutron [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Updated VIF entry in instance network info cache for port c7e7ef15-eb1b-40a5-b961-efda282cb61c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 925.426311] env[65677]: DEBUG nova.network.neutron [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Updating instance_info_cache with network_info: [{"id": "c7e7ef15-eb1b-40a5-b961-efda282cb61c", "address": "fa:16:3e:20:65:8c", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e7ef15-eb", "ovs_interfaceid": "c7e7ef15-eb1b-40a5-b961-efda282cb61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.428948] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760b1f8-53b8-4094-b93e-ec458d67852b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.438763] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05d4e4-3dea-4dd7-b07d-0a747b1f3c38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.478398] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d797e67-cba8-410a-baed-7950597329aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.488278] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb641c3a-9949-43d3-87d2-c65cff21223b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.510619] env[65677]: DEBUG nova.compute.provider_tree [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.518879] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52615381-2e43-ce46-061b-48320b7577f6, 'name': SearchDatastore_Task, 'duration_secs': 0.033964} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.519436] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.519738] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.520017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.520204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.520448] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.520776] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72843eb-7e9b-4b5a-83ff-2359332b3fbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.533564] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.533757] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.534635] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e51d61-c089-4970-8785-bc50d804215f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.542113] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 925.542113] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5234bb22-6e6e-a56f-b094-bc7984aeee4d" [ 925.542113] env[65677]: _type = "Task" [ 925.542113] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.555541] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5234bb22-6e6e-a56f-b094-bc7984aeee4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.576064] env[65677]: DEBUG nova.network.neutron [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Updating instance_info_cache with network_info: [{"id": "63197d4f-ed99-4ad2-ae76-2e3286babb45", "address": "fa:16:3e:a2:76:00", "network": {"id": "881daeeb-d00f-4231-9534-c77b46fb68be", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-747616194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287b8a8c486948c4a56c90ff1204fb15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63197d4f-ed", "ovs_interfaceid": "63197d4f-ed99-4ad2-ae76-2e3286babb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.647971] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636530, 'name': Rename_Task, 'duration_secs': 0.276463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.648364] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.648699] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3674b837-4250-4530-84b9-4dce57d52e7b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.659866] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 925.659866] env[65677]: value = "task-4636531" [ 925.659866] env[65677]: _type = "Task" [ 925.659866] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.669883] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.820826] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 925.829652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.850690] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 925.851018] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.851289] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 925.851503] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.851636] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 925.851753] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 925.851967] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.852156] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 925.852351] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 925.852518] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 925.852723] env[65677]: DEBUG nova.virt.hardware [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 925.854303] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3e3ce-8e11-4d8f-9df6-ce34d6d08c8b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.866441] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 3f3ec145-1d9e-4f4b-acda-2fe533f4dc35] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 925.870991] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ecf828-cd41-463f-a800-3ceb55cd7c9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.926817] env[65677]: DEBUG oslo_concurrency.lockutils [req-00955d14-eddd-490a-a355-7f36e53673bd req-5679d27c-9b58-465b-97ee-7fade061e427 service nova] Releasing lock "refresh_cache-43533110-19d7-4d9b-9149-159de6449b07" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.015212] env[65677]: DEBUG nova.scheduler.client.report [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.059070] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5234bb22-6e6e-a56f-b094-bc7984aeee4d, 'name': SearchDatastore_Task, 'duration_secs': 0.029044} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.060065] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ebc369-4e82-44d3-8d0e-8f800e3f4d89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.068644] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 926.068644] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52416fa4-a850-262d-12c1-255d258f3f26" [ 926.068644] env[65677]: _type = "Task" [ 926.068644] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.078762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Releasing lock "refresh_cache-794ac201-18ea-4bb6-aa65-8cb28f304e28" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.079369] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Instance network_info: |[{"id": "63197d4f-ed99-4ad2-ae76-2e3286babb45", "address": "fa:16:3e:a2:76:00", "network": {"id": "881daeeb-d00f-4231-9534-c77b46fb68be", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-747616194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287b8a8c486948c4a56c90ff1204fb15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63197d4f-ed", "ovs_interfaceid": "63197d4f-ed99-4ad2-ae76-2e3286babb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 926.079991] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:76:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63197d4f-ed99-4ad2-ae76-2e3286babb45', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.089645] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Creating folder: Project (287b8a8c486948c4a56c90ff1204fb15). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.097264] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 926.097550] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.097640] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 926.097777] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.097905] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 926.099029] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 926.099029] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.099029] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 926.099029] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 926.099029] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 926.099029] env[65677]: DEBUG nova.virt.hardware [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 926.099451] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067558c2-afd5-4075-8f13-320bf0f7b7cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.101369] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52416fa4-a850-262d-12c1-255d258f3f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.104041] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44f1940-89bc-4626-9d58-5cc360f06af0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.111984] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cb9ee5-17d5-4eec-93bc-d2ad41106d6f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.122053] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Created folder: Project (287b8a8c486948c4a56c90ff1204fb15) in parent group-v905237. [ 926.122053] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Creating folder: Instances. Parent ref: group-v905456. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.122053] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b0fcc98-d163-4d8c-a567-b75879423c1e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.142756] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f1:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52726f27-0e84-44e9-97cd-e2706437af4f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.152334] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.153522] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.154421] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e11c21a-ff22-479a-969d-c782af91f594 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.178610] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Created folder: Instances in parent group-v905456. [ 926.178896] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.184179] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.184485] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae46944-7d1a-4a29-9ff2-142f74e3b22b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.207832] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.207832] env[65677]: value = "task-4636534" [ 926.207832] env[65677]: _type = "Task" [ 926.207832] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.219868] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636531, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.220261] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.220261] env[65677]: value = "task-4636535" [ 926.220261] env[65677]: _type = "Task" [ 926.220261] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.231097] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636534, 'name': CreateVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.239042] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636535, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.241629] env[65677]: DEBUG nova.compute.manager [req-f7412709-7c57-42fc-b82e-77938c922640 req-ce38b1a2-8466-4213-a321-a1f27e535905 service nova] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Received event network-vif-deleted-8a1a3639-96f6-4445-a0f4-92789875e661 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 926.264772] env[65677]: DEBUG nova.compute.manager [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Received event network-vif-plugged-63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 926.265028] env[65677]: DEBUG oslo_concurrency.lockutils [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] Acquiring lock "794ac201-18ea-4bb6-aa65-8cb28f304e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.265580] env[65677]: DEBUG oslo_concurrency.lockutils [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.265750] env[65677]: DEBUG oslo_concurrency.lockutils [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.265927] env[65677]: DEBUG nova.compute.manager [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] No waiting events found dispatching network-vif-plugged-63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 926.266104] env[65677]: WARNING nova.compute.manager [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Received unexpected event network-vif-plugged-63197d4f-ed99-4ad2-ae76-2e3286babb45 for instance with vm_state building and task_state spawning. [ 926.266265] env[65677]: DEBUG nova.compute.manager [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Received event network-changed-63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 926.266427] env[65677]: DEBUG nova.compute.manager [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Refreshing instance network info cache due to event network-changed-63197d4f-ed99-4ad2-ae76-2e3286babb45. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 926.266632] env[65677]: DEBUG oslo_concurrency.lockutils [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] Acquiring lock "refresh_cache-794ac201-18ea-4bb6-aa65-8cb28f304e28" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.266843] env[65677]: DEBUG oslo_concurrency.lockutils [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] Acquired lock "refresh_cache-794ac201-18ea-4bb6-aa65-8cb28f304e28" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.266912] env[65677]: DEBUG nova.network.neutron [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Refreshing network info cache for port 63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.274128] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.274576] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33f927c8-2d4b-4649-b422-ae610df73bf7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.283309] env[65677]: DEBUG oslo_vmware.api [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 926.283309] env[65677]: value = "task-4636536" [ 926.283309] env[65677]: _type = "Task" [ 926.283309] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.296657] env[65677]: DEBUG oslo_vmware.api [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.377066] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 554f0677-3fc1-44f3-8f3e-866857e88a1b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 926.481256] env[65677]: DEBUG nova.network.neutron [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Successfully updated port: ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.523099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.523771] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 926.527265] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.740s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.527519] env[65677]: DEBUG nova.objects.instance [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 926.582607] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52416fa4-a850-262d-12c1-255d258f3f26, 'name': SearchDatastore_Task, 'duration_secs': 0.028373} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.584191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584481] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 43533110-19d7-4d9b-9149-159de6449b07/43533110-19d7-4d9b-9149-159de6449b07.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.584821] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-584a58b0-08bf-4864-a713-79c226587ae0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.598111] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 926.598111] env[65677]: value = "task-4636537" [ 926.598111] env[65677]: _type = "Task" [ 926.598111] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.610993] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.694692] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636531, 'name': PowerOnVM_Task, 'duration_secs': 0.995783} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.695152] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.695523] env[65677]: INFO nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Took 9.21 seconds to spawn the instance on the hypervisor. [ 926.695821] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 926.697386] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4daad1-e631-4e70-93c3-f2b2cc9e6c0f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.723259] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636534, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.734276] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636535, 'name': CreateVM_Task, 'duration_secs': 0.50488} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.734642] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.735333] env[65677]: WARNING neutronclient.v2_0.client [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.735831] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.736019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.737020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.737020] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85b95fd-810c-4fdb-ad09-eb08c15b4f3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.745053] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 926.745053] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523962e5-58d6-cadf-8944-709954594df8" [ 926.745053] env[65677]: _type = "Task" [ 926.745053] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.760429] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523962e5-58d6-cadf-8944-709954594df8, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.760806] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.761101] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.761368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.761511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.761745] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.762059] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac30f52-edd9-411f-877b-3788bb19a086 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.771729] env[65677]: WARNING neutronclient.v2_0.client [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.776455] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.776558] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.777422] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f697d61-a7e6-4fa0-9db5-c4e370ec4bee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.785421] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 926.785421] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520acbdb-028f-017b-8562-45fd35315b5b" [ 926.785421] env[65677]: _type = "Task" [ 926.785421] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.803745] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520acbdb-028f-017b-8562-45fd35315b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.807851] env[65677]: DEBUG oslo_vmware.api [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636536, 'name': PowerOffVM_Task, 'duration_secs': 0.333886} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.808220] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9003f9-2a8f-4a7a-a00a-27d1ffcc4c9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.811953] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.815021] env[65677]: DEBUG nova.compute.manager [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 926.815021] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec50631-f406-4f3a-84cd-d683b1d44152 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.820371] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 926.820371] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cf9f69-397a-8196-6334-d94b5f854433" [ 926.820371] env[65677]: _type = "Task" [ 926.820371] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.835037] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cf9f69-397a-8196-6334-d94b5f854433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.883065] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 2131c077-505d-4a05-ba67-16049b9794ca] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 926.984391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "refresh_cache-3fd48715-cf85-4f6b-b284-1826f26a2a32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.984609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "refresh_cache-3fd48715-cf85-4f6b-b284-1826f26a2a32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.984821] env[65677]: DEBUG nova.network.neutron [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.994488] env[65677]: WARNING neutronclient.v2_0.client [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.035774] env[65677]: DEBUG nova.compute.utils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.040597] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 927.040840] env[65677]: DEBUG nova.network.neutron [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.041854] env[65677]: WARNING neutronclient.v2_0.client [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.041854] env[65677]: WARNING neutronclient.v2_0.client [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.092011] env[65677]: DEBUG nova.policy [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd22a9927a7c04e16abe687156f3c2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f507fd4beb436ca1a5ce72c4ff10b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.098507] env[65677]: DEBUG nova.network.neutron [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Updated VIF entry in instance network info cache for port 63197d4f-ed99-4ad2-ae76-2e3286babb45. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 927.098871] env[65677]: DEBUG nova.network.neutron [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Updating instance_info_cache with network_info: [{"id": "63197d4f-ed99-4ad2-ae76-2e3286babb45", "address": "fa:16:3e:a2:76:00", "network": {"id": "881daeeb-d00f-4231-9534-c77b46fb68be", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-747616194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287b8a8c486948c4a56c90ff1204fb15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63197d4f-ed", "ovs_interfaceid": "63197d4f-ed99-4ad2-ae76-2e3286babb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.112588] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.223926] env[65677]: INFO nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Took 55.74 seconds to build instance. [ 927.230595] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636534, 'name': CreateVM_Task, 'duration_secs': 0.533147} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.230842] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.231571] env[65677]: WARNING neutronclient.v2_0.client [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 927.232146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.232385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.232812] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.233194] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e9ebd9-a965-46e4-ba0f-563804ec6756 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.242536] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 927.242536] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52953e2f-940f-0778-0af0-404ef8cc2647" [ 927.242536] env[65677]: _type = "Task" [ 927.242536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.256811] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52953e2f-940f-0778-0af0-404ef8cc2647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.334936] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cf9f69-397a-8196-6334-d94b5f854433, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.335410] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7e964b7c-f26c-4535-8a0b-bde9927ccba9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.094s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.337174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.337174] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 794ac201-18ea-4bb6-aa65-8cb28f304e28/794ac201-18ea-4bb6-aa65-8cb28f304e28.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.337174] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa12c23b-6e6c-4097-918b-ba8e460f675d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.346376] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 927.346376] env[65677]: value = "task-4636538" [ 927.346376] env[65677]: _type = "Task" [ 927.346376] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.360887] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.385888] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 6f3219fa-eb13-4b5d-ba48-8e8a8f002e74] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 927.472526] env[65677]: DEBUG nova.network.neutron [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Successfully created port: 2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.542247] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 927.547066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-136605e1-685d-43a3-81cd-2ae93b5d6cf0 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.548177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.292s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.550999] env[65677]: INFO nova.compute.claims [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.569967] env[65677]: DEBUG nova.network.neutron [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.610132] env[65677]: DEBUG oslo_concurrency.lockutils [req-a4bcc493-8a19-40cc-bf0c-37d8dfe0df4c req-33c8a3da-b1b2-40c0-a2dc-0fc9c2013d3b service nova] Releasing lock "refresh_cache-794ac201-18ea-4bb6-aa65-8cb28f304e28" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.620399] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774461} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.621812] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 43533110-19d7-4d9b-9149-159de6449b07/43533110-19d7-4d9b-9149-159de6449b07.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.622232] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.627500] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b790d035-7684-4a59-b1aa-4824ca65813e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.640428] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 927.640428] env[65677]: value = "task-4636539" [ 927.640428] env[65677]: _type = "Task" [ 927.640428] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.652723] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.727643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.531s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.754652] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52953e2f-940f-0778-0af0-404ef8cc2647, 'name': SearchDatastore_Task, 'duration_secs': 0.045692} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.755060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.755303] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.755699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.755803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.755994] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.756332] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62a9653a-f51b-4a67-968f-300c791dd637 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.771103] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.771348] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.773019] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07928cb2-b347-4dd6-b6ac-02355ce33873 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.785673] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 927.785673] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52101929-de35-cc6d-b022-ffd725a9ec31" [ 927.785673] env[65677]: _type = "Task" [ 927.785673] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.798819] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52101929-de35-cc6d-b022-ffd725a9ec31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.860537] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.893674] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: dac85a2b-df9a-4c8f-8bc9-022a161e8b1f] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 927.993168] env[65677]: WARNING neutronclient.v2_0.client [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.151503] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084166} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.151786] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.152644] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c5e9d-a248-48e5-82c3-20db3db52cd0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.178155] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 43533110-19d7-4d9b-9149-159de6449b07/43533110-19d7-4d9b-9149-159de6449b07.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.178552] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad821a00-9a49-427c-83d9-65fc39923f11 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.203220] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 928.203220] env[65677]: value = "task-4636540" [ 928.203220] env[65677]: _type = "Task" [ 928.203220] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.212868] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.294263] env[65677]: DEBUG nova.network.neutron [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Updating instance_info_cache with network_info: [{"id": "ac52a09d-f963-4466-ac24-971c8426885a", "address": "fa:16:3e:22:81:71", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac52a09d-f9", "ovs_interfaceid": "ac52a09d-f963-4466-ac24-971c8426885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.301391] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52101929-de35-cc6d-b022-ffd725a9ec31, 'name': SearchDatastore_Task, 'duration_secs': 0.045559} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.302484] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b8d633-0ae8-4067-a03e-1e14428b54c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.309943] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 928.309943] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527970af-9276-b388-02f6-abc6dd619b78" [ 928.309943] env[65677]: _type = "Task" [ 928.309943] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.323735] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527970af-9276-b388-02f6-abc6dd619b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.359658] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770976} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.359658] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 794ac201-18ea-4bb6-aa65-8cb28f304e28/794ac201-18ea-4bb6-aa65-8cb28f304e28.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.359658] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.359791] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a171cec-9b75-47c8-aeca-74b34ece5d18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.370034] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 928.370034] env[65677]: value = "task-4636541" [ 928.370034] env[65677]: _type = "Task" [ 928.370034] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.380521] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.397639] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 061d0a51-8aff-4fbc-b6f6-788c95e25cb6] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 928.562066] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 928.600351] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76ea0c45dbf852d35ef8b83b410c5131',container_format='bare',created_at=2025-11-21T01:53:38Z,direct_url=,disk_format='vmdk',id=60181b70-8fd8-40a6-99b5-7bbf14dc9c74,min_disk=1,min_ram=0,name='tempest-test-snap-353639766',owner='a6f507fd4beb436ca1a5ce72c4ff10b0',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-21T01:53:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 928.600765] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.601030] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 928.601341] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.601585] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 928.601811] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 928.602178] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 928.602444] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 928.602708] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 928.602978] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 928.603286] env[65677]: DEBUG nova.virt.hardware [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 928.604914] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4686a553-bb37-45f7-9149-ce3fcf13cbf8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.622310] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a887fb-a408-425b-bbd4-a6c28b2eeadb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.658591] env[65677]: DEBUG nova.compute.manager [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Received event network-vif-plugged-ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 928.658910] env[65677]: DEBUG oslo_concurrency.lockutils [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] Acquiring lock "3fd48715-cf85-4f6b-b284-1826f26a2a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.659232] env[65677]: DEBUG oslo_concurrency.lockutils [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.659481] env[65677]: DEBUG oslo_concurrency.lockutils [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.659727] env[65677]: DEBUG nova.compute.manager [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] No waiting events found dispatching network-vif-plugged-ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 928.659974] env[65677]: WARNING nova.compute.manager [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Received unexpected event network-vif-plugged-ac52a09d-f963-4466-ac24-971c8426885a for instance with vm_state building and task_state spawning. [ 928.660229] env[65677]: DEBUG nova.compute.manager [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Received event network-changed-ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 928.660471] env[65677]: DEBUG nova.compute.manager [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Refreshing instance network info cache due to event network-changed-ac52a09d-f963-4466-ac24-971c8426885a. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 928.660732] env[65677]: DEBUG oslo_concurrency.lockutils [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] Acquiring lock "refresh_cache-3fd48715-cf85-4f6b-b284-1826f26a2a32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.716022] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.803698] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "refresh_cache-3fd48715-cf85-4f6b-b284-1826f26a2a32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.805163] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Instance network_info: |[{"id": "ac52a09d-f963-4466-ac24-971c8426885a", "address": "fa:16:3e:22:81:71", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac52a09d-f9", "ovs_interfaceid": "ac52a09d-f963-4466-ac24-971c8426885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 928.805758] env[65677]: DEBUG oslo_concurrency.lockutils [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] Acquired lock "refresh_cache-3fd48715-cf85-4f6b-b284-1826f26a2a32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.805758] env[65677]: DEBUG nova.network.neutron [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Refreshing network info cache for port ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.807502] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:81:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac52a09d-f963-4466-ac24-971c8426885a', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.817592] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.822700] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.827233] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f26e8b07-de5b-4b0e-9e6e-6c6ba0632a31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.852524] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527970af-9276-b388-02f6-abc6dd619b78, 'name': SearchDatastore_Task, 'duration_secs': 0.07104} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.854109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.854415] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.854684] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.854684] env[65677]: value = "task-4636542" [ 928.854684] env[65677]: _type = "Task" [ 928.854684] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.854904] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419d19d6-e52f-4c2f-b08e-435b056ec12c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.874616] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636542, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.882260] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 928.882260] env[65677]: value = "task-4636543" [ 928.882260] env[65677]: _type = "Task" [ 928.882260] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.882260] env[65677]: DEBUG nova.compute.manager [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Stashing vm_state: stopped {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 928.896623] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336435} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.897349] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.898234] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab1f41b-966c-4f87-b403-464c15734486 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.905163] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: a1150e1d-9a95-472d-bcfc-02422a4cc0cc] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 928.907146] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.934379] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 794ac201-18ea-4bb6-aa65-8cb28f304e28/794ac201-18ea-4bb6-aa65-8cb28f304e28.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.938619] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117a5bcc-cf8b-459c-a9e1-6e3d9c0c2572 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.962500] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 928.962500] env[65677]: value = "task-4636544" [ 928.962500] env[65677]: _type = "Task" [ 928.962500] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.977223] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.140101] env[65677]: DEBUG nova.compute.manager [req-1e479b14-e562-48db-88bf-bd10a756fd1b req-58cbd3f4-912d-494c-b988-ec494d06df0c service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Received event network-vif-plugged-2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 929.140292] env[65677]: DEBUG oslo_concurrency.lockutils [req-1e479b14-e562-48db-88bf-bd10a756fd1b req-58cbd3f4-912d-494c-b988-ec494d06df0c service nova] Acquiring lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.140513] env[65677]: DEBUG oslo_concurrency.lockutils [req-1e479b14-e562-48db-88bf-bd10a756fd1b req-58cbd3f4-912d-494c-b988-ec494d06df0c service nova] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.140687] env[65677]: DEBUG oslo_concurrency.lockutils [req-1e479b14-e562-48db-88bf-bd10a756fd1b req-58cbd3f4-912d-494c-b988-ec494d06df0c service nova] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.140839] env[65677]: DEBUG nova.compute.manager [req-1e479b14-e562-48db-88bf-bd10a756fd1b req-58cbd3f4-912d-494c-b988-ec494d06df0c service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] No waiting events found dispatching network-vif-plugged-2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 929.141119] env[65677]: WARNING nova.compute.manager [req-1e479b14-e562-48db-88bf-bd10a756fd1b req-58cbd3f4-912d-494c-b988-ec494d06df0c service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Received unexpected event network-vif-plugged-2212efd2-b45d-4494-b5bb-d3fd57b136ee for instance with vm_state building and task_state spawning. [ 929.216441] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636540, 'name': ReconfigVM_Task, 'duration_secs': 0.999631} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.217278] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 43533110-19d7-4d9b-9149-159de6449b07/43533110-19d7-4d9b-9149-159de6449b07.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.219031] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a805b906-24f0-4514-b903-df0ed0ef8128 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.227702] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 929.227702] env[65677]: value = "task-4636545" [ 929.227702] env[65677]: _type = "Task" [ 929.227702] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.245653] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636545, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.246878] env[65677]: DEBUG nova.network.neutron [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Successfully updated port: 2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.266632] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa8e98-3a29-4402-bb68-55185c3dc200 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.278737] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb6404-f486-4488-9047-fba881469861 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.332995] env[65677]: WARNING neutronclient.v2_0.client [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.338131] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de6fbf-c972-4189-87a0-9a4874b2a416 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.352971] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a5626-8b1f-4be3-a701-bf67f0b139de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.374827] env[65677]: DEBUG nova.compute.provider_tree [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.386568] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636542, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.409246] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636543, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.411147] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.411835] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 0a73e46d-f5ac-41c6-8c54-f5441f343a7d] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 929.481239] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.549032] env[65677]: WARNING neutronclient.v2_0.client [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.634559] env[65677]: DEBUG nova.network.neutron [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Updated VIF entry in instance network info cache for port ac52a09d-f963-4466-ac24-971c8426885a. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.634995] env[65677]: DEBUG nova.network.neutron [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Updating instance_info_cache with network_info: [{"id": "ac52a09d-f963-4466-ac24-971c8426885a", "address": "fa:16:3e:22:81:71", "network": {"id": "215492a3-39b1-4a24-b5ef-ef33804ddc80", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1162037458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2dc00f4d184a86b92f399e33f56fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac52a09d-f9", "ovs_interfaceid": "ac52a09d-f963-4466-ac24-971c8426885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.738033] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636545, 'name': Rename_Task, 'duration_secs': 0.386789} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.738253] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.738711] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a009f9-fa1f-407e-b7bb-8db51d34c441 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.746884] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 929.746884] env[65677]: value = "task-4636546" [ 929.746884] env[65677]: _type = "Task" [ 929.746884] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.755956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "refresh_cache-bfce1f30-ab48-4d63-b7cc-eed495a942c7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.756273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "refresh_cache-bfce1f30-ab48-4d63-b7cc-eed495a942c7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.756689] env[65677]: DEBUG nova.network.neutron [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.758258] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.871755] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636542, 'name': CreateVM_Task, 'duration_secs': 0.549949} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.871947] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.872487] env[65677]: WARNING neutronclient.v2_0.client [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.872846] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.872994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.873337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.873600] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c855bafb-ceb3-423c-847b-8c2dbb4538d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.880027] env[65677]: DEBUG nova.scheduler.client.report [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.883591] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 929.883591] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f58918-f9aa-8bd0-10c1-70be27d02044" [ 929.883591] env[65677]: _type = "Task" [ 929.883591] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.897144] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f58918-f9aa-8bd0-10c1-70be27d02044, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.901442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.901726] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.901916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.902106] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.902329] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.902947] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691385} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.903909] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-262ae175-1c93-4158-8aa6-858b09a66db5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.905207] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.905411] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.907849] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb8ffb8-52f8-4bf3-9c3c-3b721ccb5f5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.916138] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 1e0b4763-f5d2-47ad-8354-17d3a9b2a726] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 929.918756] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 929.918756] env[65677]: value = "task-4636547" [ 929.918756] env[65677]: _type = "Task" [ 929.918756] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.921062] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.921207] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.924722] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb60783-495f-4c24-be9c-49f2fcd03a9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.933462] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.935231] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 929.935231] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f69b1f-1534-e4cb-192a-6747b016de61" [ 929.935231] env[65677]: _type = "Task" [ 929.935231] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.947832] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f69b1f-1534-e4cb-192a-6747b016de61, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.949614] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3096a22-b4d7-4215-839c-8ca8ab1f6242 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.956795] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 929.956795] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52690932-148b-0792-d678-49da83a0e2cc" [ 929.956795] env[65677]: _type = "Task" [ 929.956795] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.966535] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52690932-148b-0792-d678-49da83a0e2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.975823] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636544, 'name': ReconfigVM_Task, 'duration_secs': 0.690971} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.976120] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 794ac201-18ea-4bb6-aa65-8cb28f304e28/794ac201-18ea-4bb6-aa65-8cb28f304e28.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.976783] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7773e2a5-42c1-4139-8739-bc5473988dfc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.984425] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 929.984425] env[65677]: value = "task-4636548" [ 929.984425] env[65677]: _type = "Task" [ 929.984425] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.995310] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636548, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.137898] env[65677]: DEBUG oslo_concurrency.lockutils [req-15f2c56f-4f16-43c8-9fa4-8aa1d9951d95 req-093aa5bc-68f0-4aa0-b255-d81a98bb835c service nova] Releasing lock "refresh_cache-3fd48715-cf85-4f6b-b284-1826f26a2a32" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.258820] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.293684] env[65677]: DEBUG nova.network.neutron [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.375034] env[65677]: WARNING neutronclient.v2_0.client [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.385468] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.385998] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 930.388693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.937s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.388855] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.392013] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.094s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.392519] env[65677]: INFO nova.compute.claims [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.422654] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: e25b3cbf-58dd-4d7e-80eb-6eb790774abe] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 930.430698] env[65677]: INFO nova.scheduler.client.report [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted allocations for instance 61f548c7-2b70-4b96-be9e-a3b145e7a836 [ 930.438576] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078465} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.439516] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.440118] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e43eac0-0aea-4a38-84ea-c585ba6ab39d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.467146] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.467845] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80abaf2-ba9e-423e-878e-2327cd5328e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.483859] env[65677]: DEBUG nova.network.neutron [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Updating instance_info_cache with network_info: [{"id": "2212efd2-b45d-4494-b5bb-d3fd57b136ee", "address": "fa:16:3e:8a:a3:f2", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2212efd2-b4", "ovs_interfaceid": "2212efd2-b45d-4494-b5bb-d3fd57b136ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.497824] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 930.497824] env[65677]: value = "task-4636549" [ 930.497824] env[65677]: _type = "Task" [ 930.497824] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.507991] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636548, 'name': Rename_Task, 'duration_secs': 0.158132} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.508265] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52690932-148b-0792-d678-49da83a0e2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.511498] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.511790] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.512052] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3fd48715-cf85-4f6b-b284-1826f26a2a32/3fd48715-cf85-4f6b-b284-1826f26a2a32.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.512648] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c45b86f1-3666-4ddf-b7d9-fb8827253235 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.516676] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8841bc25-73d6-4d88-a21b-b7efaa3d91bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.527457] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.532758] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 930.532758] env[65677]: value = "task-4636551" [ 930.532758] env[65677]: _type = "Task" [ 930.532758] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.532758] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 930.532758] env[65677]: value = "task-4636550" [ 930.532758] env[65677]: _type = "Task" [ 930.532758] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.543287] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.547008] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.759984] env[65677]: DEBUG oslo_vmware.api [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636546, 'name': PowerOnVM_Task, 'duration_secs': 0.52081} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.760443] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.760755] env[65677]: INFO nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Took 10.48 seconds to spawn the instance on the hypervisor. [ 930.760971] env[65677]: DEBUG nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 930.761994] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f2ace4-949f-43d1-8869-34a94accd669 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.897834] env[65677]: DEBUG nova.compute.utils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.906030] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 930.906030] env[65677]: DEBUG nova.network.neutron [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.906030] env[65677]: WARNING neutronclient.v2_0.client [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.906030] env[65677]: WARNING neutronclient.v2_0.client [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.933391] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: df12d483-63ce-44fe-a57c-97e068cdd54d] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 930.943023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "61f548c7-2b70-4b96-be9e-a3b145e7a836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.586s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.964163] env[65677]: DEBUG nova.policy [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '430e2f1c65a04fffa65dba7656112479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b153e43a9782476788cef01ae7b459a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.991328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "refresh_cache-bfce1f30-ab48-4d63-b7cc-eed495a942c7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.991328] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Instance network_info: |[{"id": "2212efd2-b45d-4494-b5bb-d3fd57b136ee", "address": "fa:16:3e:8a:a3:f2", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2212efd2-b4", "ovs_interfaceid": "2212efd2-b45d-4494-b5bb-d3fd57b136ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 930.991876] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a3:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2212efd2-b45d-4494-b5bb-d3fd57b136ee', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.005420] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.006306] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.006646] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d2d81b-2d0e-4cdc-a72c-d10124d60fda {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.042949] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636549, 'name': ReconfigVM_Task, 'duration_secs': 0.341147} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.045677] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9/2e0da721-370b-4467-83c1-ff67a0ee3cc9.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.046486] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.046486] env[65677]: value = "task-4636552" [ 931.046486] env[65677]: _type = "Task" [ 931.046486] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.046686] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04863bad-2956-4165-b74a-d0c6c55f008f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.059534] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636550, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.065408] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.066047] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636552, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.067250] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 931.067250] env[65677]: value = "task-4636553" [ 931.067250] env[65677]: _type = "Task" [ 931.067250] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.077429] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636553, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.287162] env[65677]: INFO nova.compute.manager [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Took 56.07 seconds to build instance. [ 931.397052] env[65677]: DEBUG nova.network.neutron [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Successfully created port: b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 931.404115] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 931.421331] env[65677]: DEBUG nova.compute.manager [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Received event network-changed-2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 931.421331] env[65677]: DEBUG nova.compute.manager [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Refreshing instance network info cache due to event network-changed-2212efd2-b45d-4494-b5bb-d3fd57b136ee. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 931.421644] env[65677]: DEBUG oslo_concurrency.lockutils [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] Acquiring lock "refresh_cache-bfce1f30-ab48-4d63-b7cc-eed495a942c7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.421943] env[65677]: DEBUG oslo_concurrency.lockutils [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] Acquired lock "refresh_cache-bfce1f30-ab48-4d63-b7cc-eed495a942c7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.421943] env[65677]: DEBUG nova.network.neutron [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Refreshing network info cache for port 2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.437549] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: ef4543c6-4341-4260-84ed-8a3e53eb43b7] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 931.553887] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724364} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.560736] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3fd48715-cf85-4f6b-b284-1826f26a2a32/3fd48715-cf85-4f6b-b284-1826f26a2a32.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.561016] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.561338] env[65677]: DEBUG oslo_vmware.api [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636550, 'name': PowerOnVM_Task, 'duration_secs': 1.008763} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.564822] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baffa436-e48a-4549-acd6-1629c37f2905 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.567636] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.568541] env[65677]: INFO nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Took 8.50 seconds to spawn the instance on the hypervisor. [ 931.568774] env[65677]: DEBUG nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 931.570481] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95cb5c-6b1b-4449-a6a2-5420c746c73f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.582207] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636552, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.588910] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 931.588910] env[65677]: value = "task-4636554" [ 931.588910] env[65677]: _type = "Task" [ 931.588910] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.603755] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636553, 'name': Rename_Task, 'duration_secs': 0.221243} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.604244] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.605381] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa035d9-18d7-422b-9e2d-4afec365cefe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.611590] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.618262] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 931.618262] env[65677]: value = "task-4636555" [ 931.618262] env[65677]: _type = "Task" [ 931.618262] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.628659] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.790754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9655d240-84a4-4ef1-a828-48b1b6426025 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "43533110-19d7-4d9b-9149-159de6449b07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.554s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.927682] env[65677]: WARNING neutronclient.v2_0.client [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.945041] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: c0fb7dd7-d108-4d73-9432-c5be6c7435b2] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 932.064341] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636552, 'name': CreateVM_Task, 'duration_secs': 0.652547} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.067478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.068718] env[65677]: WARNING neutronclient.v2_0.client [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.069271] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.069377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.070130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.070130] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3405bbe6-dac7-4fbf-ab37-7542c13ae87e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.076438] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 932.076438] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e0c7de-d99c-45ca-f22f-c1180c983051" [ 932.076438] env[65677]: _type = "Task" [ 932.076438] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.090597] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e0c7de-d99c-45ca-f22f-c1180c983051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.097021] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3203bc-fc34-47c2-9f46-5c8b6c6fdd28 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.115073] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096653} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.119150] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.119963] env[65677]: INFO nova.compute.manager [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Took 51.05 seconds to build instance. [ 932.121471] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3814d0f8-4d55-491c-96f2-e87df7736b40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.129127] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c307a2a2-5984-46cd-9bce-e6f6ac293bd3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.140975] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636555, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.185946] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3fd48715-cf85-4f6b-b284-1826f26a2a32/3fd48715-cf85-4f6b-b284-1826f26a2a32.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.187226] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9fab23e-2ad1-4693-8bb3-963e9e878aed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.202174] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f54069-a51b-48fc-82ec-b06f09d24791 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.213222] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb163cc-1aed-4d04-a442-13dad94c61e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.218877] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 932.218877] env[65677]: value = "task-4636556" [ 932.218877] env[65677]: _type = "Task" [ 932.218877] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.231502] env[65677]: DEBUG nova.compute.provider_tree [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.240317] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.329780] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.330061] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.330658] env[65677]: DEBUG nova.objects.instance [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'flavor' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.416446] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 932.450267] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 23015485-1b33-4806-93a3-e02fae399998] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 932.459978] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 932.460323] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.460528] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 932.460771] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.460984] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 932.461225] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 932.461526] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.461757] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 932.461997] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 932.462265] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 932.462525] env[65677]: DEBUG nova.virt.hardware [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 932.464214] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938db6ef-9a18-41d2-a70d-0abd5b3813ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.476225] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12793c-d9ed-4d83-8533-52938436d295 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.589190] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.589190] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Processing image 60181b70-8fd8-40a6-99b5-7bbf14dc9c74 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.589392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.589440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.589607] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.589874] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f624dff5-ae41-4279-b51b-71b75767c2fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.602663] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.602929] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.604016] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560bcb94-a27b-4515-bd8e-4cd6cb53971d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.618706] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 932.618706] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52eaebf1-b250-9418-4ba7-a6eca30fdc74" [ 932.618706] env[65677]: _type = "Task" [ 932.618706] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.639304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-96f3b77b-a192-411f-aa0b-626b7c07525d tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.705s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.646532] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 932.646532] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Fetch image to [datastore1] OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d/OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 932.646532] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Downloading stream optimized image 60181b70-8fd8-40a6-99b5-7bbf14dc9c74 to [datastore1] OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d/OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d.vmdk on the data store datastore1 as vApp {{(pid=65677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 932.646532] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Downloading image file data 60181b70-8fd8-40a6-99b5-7bbf14dc9c74 to the ESX as VM named 'OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d' {{(pid=65677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 932.649111] env[65677]: DEBUG oslo_vmware.api [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636555, 'name': PowerOnVM_Task, 'duration_secs': 0.592696} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.651949] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.652315] env[65677]: DEBUG nova.compute.manager [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 932.653746] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3681b259-98eb-4f49-8140-90e3cfe734d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.668882] env[65677]: WARNING neutronclient.v2_0.client [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.730955] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.735295] env[65677]: DEBUG nova.scheduler.client.report [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.761479] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 932.761479] env[65677]: value = "resgroup-9" [ 932.761479] env[65677]: _type = "ResourcePool" [ 932.761479] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 932.761743] env[65677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-63a65a76-b34a-4232-a6bc-bb20ad96120c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.784748] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease: (returnval){ [ 932.784748] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bddffc-496e-8c4a-ab1d-2fa071d5366d" [ 932.784748] env[65677]: _type = "HttpNfcLease" [ 932.784748] env[65677]: } obtained for vApp import into resource pool (val){ [ 932.784748] env[65677]: value = "resgroup-9" [ 932.784748] env[65677]: _type = "ResourcePool" [ 932.784748] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 932.785138] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the lease: (returnval){ [ 932.785138] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bddffc-496e-8c4a-ab1d-2fa071d5366d" [ 932.785138] env[65677]: _type = "HttpNfcLease" [ 932.785138] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.793301] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.793301] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bddffc-496e-8c4a-ab1d-2fa071d5366d" [ 932.793301] env[65677]: _type = "HttpNfcLease" [ 932.793301] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.802778] env[65677]: DEBUG nova.network.neutron [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Updated VIF entry in instance network info cache for port 2212efd2-b45d-4494-b5bb-d3fd57b136ee. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.803238] env[65677]: DEBUG nova.network.neutron [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Updating instance_info_cache with network_info: [{"id": "2212efd2-b45d-4494-b5bb-d3fd57b136ee", "address": "fa:16:3e:8a:a3:f2", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2212efd2-b4", "ovs_interfaceid": "2212efd2-b45d-4494-b5bb-d3fd57b136ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.834785] env[65677]: WARNING neutronclient.v2_0.client [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.835171] env[65677]: DEBUG nova.objects.instance [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'pci_requests' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.954215] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 66fe4863-3cd9-4a24-bb2e-867cf1a1b83c] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 933.180466] env[65677]: DEBUG nova.network.neutron [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Successfully updated port: b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 933.183981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.233194] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636556, 'name': ReconfigVM_Task, 'duration_secs': 0.671013} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.233677] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3fd48715-cf85-4f6b-b284-1826f26a2a32/3fd48715-cf85-4f6b-b284-1826f26a2a32.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.234691] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9031b31-c26b-479d-876b-75afecd9e048 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.241602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.242382] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 933.248999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.831s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.250886] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 933.250886] env[65677]: value = "task-4636558" [ 933.250886] env[65677]: _type = "Task" [ 933.250886] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.267978] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636558, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.294632] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.294632] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bddffc-496e-8c4a-ab1d-2fa071d5366d" [ 933.294632] env[65677]: _type = "HttpNfcLease" [ 933.294632] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.306712] env[65677]: DEBUG oslo_concurrency.lockutils [req-dcc297f4-1a8b-47af-8151-8b3a9ac03929 req-fe2ec9a0-3e3b-466b-9c6d-73f79bf88893 service nova] Releasing lock "refresh_cache-bfce1f30-ab48-4d63-b7cc-eed495a942c7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.338333] env[65677]: DEBUG nova.objects.base [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Object Instance<89edb1d2-d746-407d-aafb-6931322c3388> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.338720] env[65677]: DEBUG nova.network.neutron [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.339100] env[65677]: WARNING neutronclient.v2_0.client [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.339513] env[65677]: WARNING neutronclient.v2_0.client [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.428274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d3f993c7-6323-4fb9-a667-828c2ac78449 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.458518] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: d818b6d4-391c-4911-a267-c42aae775098] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 933.684872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.685081] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.685287] env[65677]: DEBUG nova.network.neutron [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.754649] env[65677]: DEBUG nova.compute.utils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.756824] env[65677]: DEBUG nova.objects.instance [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lazy-loading 'migration_context' on Instance uuid a39a5c06-0461-4d88-9e9b-4ef221d8f977 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.758726] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 933.759126] env[65677]: DEBUG nova.network.neutron [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.759669] env[65677]: WARNING neutronclient.v2_0.client [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.760257] env[65677]: WARNING neutronclient.v2_0.client [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.776631] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636558, 'name': Rename_Task, 'duration_secs': 0.22035} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.776942] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.777257] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5101893-a8b6-45d8-8a73-110f6ecc182e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.788207] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 933.788207] env[65677]: value = "task-4636559" [ 933.788207] env[65677]: _type = "Task" [ 933.788207] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.800535] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.800535] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bddffc-496e-8c4a-ab1d-2fa071d5366d" [ 933.800535] env[65677]: _type = "HttpNfcLease" [ 933.800535] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.804040] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.804040] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bddffc-496e-8c4a-ab1d-2fa071d5366d" [ 933.804040] env[65677]: _type = "HttpNfcLease" [ 933.804040] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 933.804382] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.805932] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d597d-165c-407a-b263-3096b85ca92a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.815794] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a97ef-c257-a42d-30f2-9ad6cdc6aca6/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.815794] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a97ef-c257-a42d-30f2-9ad6cdc6aca6/disk-0.vmdk. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 933.819221] env[65677]: DEBUG nova.policy [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b338ebab2b8d4d0e8c08d07882122602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdfcbabf20d849e8bc1379bb8a38e825', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.884411] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d49646b-0d16-41cc-a9bf-0537d9bd1b8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.963289] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 160e5116-e880-4ae9-b243-d8b1f7ce343b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 934.252264] env[65677]: DEBUG nova.network.neutron [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 934.258081] env[65677]: DEBUG nova.network.neutron [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Successfully created port: c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.261157] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 934.308042] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.348572] env[65677]: WARNING neutronclient.v2_0.client [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.472269] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 051cca76-3a98-4bab-865c-9455b3d69a6b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 934.544009] env[65677]: DEBUG nova.network.neutron [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Updating instance_info_cache with network_info: [{"id": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "address": "fa:16:3e:33:bd:0e", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a54d7-15", "ovs_interfaceid": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.703060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.703312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.765032] env[65677]: DEBUG nova.compute.manager [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Received event network-vif-plugged-b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 934.765579] env[65677]: DEBUG oslo_concurrency.lockutils [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] Acquiring lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.765762] env[65677]: DEBUG oslo_concurrency.lockutils [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.765762] env[65677]: DEBUG oslo_concurrency.lockutils [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.765985] env[65677]: DEBUG nova.compute.manager [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] No waiting events found dispatching network-vif-plugged-b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 934.766203] env[65677]: WARNING nova.compute.manager [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Received unexpected event network-vif-plugged-b09a54d7-1523-48a1-b3b1-817b9b416b08 for instance with vm_state building and task_state spawning. [ 934.766379] env[65677]: DEBUG nova.compute.manager [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Received event network-changed-b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 934.766547] env[65677]: DEBUG nova.compute.manager [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Refreshing instance network info cache due to event network-changed-b09a54d7-1523-48a1-b3b1-817b9b416b08. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 934.766714] env[65677]: DEBUG oslo_concurrency.lockutils [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] Acquiring lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.811697] env[65677]: DEBUG oslo_vmware.api [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636559, 'name': PowerOnVM_Task, 'duration_secs': 0.739064} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.811979] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.812228] env[65677]: INFO nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Took 8.99 seconds to spawn the instance on the hypervisor. [ 934.812400] env[65677]: DEBUG nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 934.813743] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e604a8-8d26-469b-9bfa-bbdffd360426 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.980903] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 9bc559ae-f1f5-4416-9bb3-d0c8292f002a] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 934.990445] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 934.990742] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a97ef-c257-a42d-30f2-9ad6cdc6aca6/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.992390] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b5e35-97cb-483d-a181-24de234476d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.001583] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a97ef-c257-a42d-30f2-9ad6cdc6aca6/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.001833] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a97ef-c257-a42d-30f2-9ad6cdc6aca6/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 935.005446] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-15c07521-eca2-4d37-9bfd-fe77a7537b8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.021524] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d378eb-9399-4eeb-8826-912fd58d61bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.032266] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d040030e-0161-4852-83a9-8f0efb68bf64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.072736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.073146] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Instance network_info: |[{"id": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "address": "fa:16:3e:33:bd:0e", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a54d7-15", "ovs_interfaceid": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 935.073791] env[65677]: DEBUG oslo_concurrency.lockutils [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] Acquired lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.073965] env[65677]: DEBUG nova.network.neutron [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Refreshing network info cache for port b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.075266] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:bd:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b09a54d7-1523-48a1-b3b1-817b9b416b08', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.082899] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 935.083639] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fbe45-b64f-47c2-9236-df790a6e9ffe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.087624] env[65677]: WARNING neutronclient.v2_0.client [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.089809] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.090986] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d12ce838-5060-4ea7-af08-da5c2be6b684 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.115032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea1853-abf7-4d65-8354-4793be545f48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.119389] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.119389] env[65677]: value = "task-4636560" [ 935.119389] env[65677]: _type = "Task" [ 935.119389] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.136053] env[65677]: DEBUG nova.compute.provider_tree [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.144627] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636560, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.207413] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 935.278043] env[65677]: DEBUG oslo_vmware.rw_handles [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a97ef-c257-a42d-30f2-9ad6cdc6aca6/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 935.278508] env[65677]: INFO nova.virt.vmwareapi.images [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Downloaded image file data 60181b70-8fd8-40a6-99b5-7bbf14dc9c74 [ 935.279166] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ade4c7-d514-4b60-89da-a923fe66a378 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.283518] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 935.304122] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-152470cf-4c3f-472f-9e4a-b68f271c4320 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.322279] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.322635] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.322749] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.322866] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.323054] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.323239] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.323511] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.323696] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.323881] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.324053] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.324264] env[65677]: DEBUG nova.virt.hardware [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.325216] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5dbb4-2e8e-4859-9fa1-8efec386f44b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.334774] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ecbfa6-b6fe-48b0-af45-d83c0d8404a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.345223] env[65677]: INFO nova.compute.manager [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Took 50.85 seconds to build instance. [ 935.403634] env[65677]: INFO nova.virt.vmwareapi.images [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] The imported VM was unregistered [ 935.407215] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 935.407751] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating directory with path [datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74 {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.408177] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dad9f4a-9fd2-4b67-8834-3cd8ece7bbc2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.436533] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created directory with path [datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74 {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.436667] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d/OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d.vmdk to [datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk. {{(pid=65677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 935.436820] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-db13f01e-bc5d-418e-9c4a-0efed666d469 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.447333] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 935.447333] env[65677]: value = "task-4636562" [ 935.447333] env[65677]: _type = "Task" [ 935.447333] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.457624] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.467034] env[65677]: WARNING neutronclient.v2_0.client [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.484266] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.484456] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Cleaning up deleted instances with incomplete migration {{(pid=65677) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11935}} [ 935.595209] env[65677]: DEBUG nova.network.neutron [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Updated VIF entry in instance network info cache for port b09a54d7-1523-48a1-b3b1-817b9b416b08. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.595209] env[65677]: DEBUG nova.network.neutron [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Updating instance_info_cache with network_info: [{"id": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "address": "fa:16:3e:33:bd:0e", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a54d7-15", "ovs_interfaceid": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.631306] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636560, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.641035] env[65677]: DEBUG nova.scheduler.client.report [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.733582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.855910] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a519583-1b2c-4208-825d-ade1455a8b27 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.615s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.961273] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.988369] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.036717] env[65677]: DEBUG nova.network.neutron [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Successfully updated port: c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 936.097585] env[65677]: DEBUG oslo_concurrency.lockutils [req-532e8da6-c78a-47b7-b525-76b9fb25581b req-ac418e72-f91b-48d0-9937-f294d91c1ce8 service nova] Releasing lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.132979] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636560, 'name': CreateVM_Task, 'duration_secs': 0.709492} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.133217] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.133724] env[65677]: WARNING neutronclient.v2_0.client [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.134116] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.134325] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.134656] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.134983] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2051ab2-ad21-4453-b217-25a598dee4a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.142394] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 936.142394] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52270556-213a-5094-0e03-196f0f09ab90" [ 936.142394] env[65677]: _type = "Task" [ 936.142394] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.153819] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52270556-213a-5094-0e03-196f0f09ab90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.252480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.252753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.253116] env[65677]: DEBUG nova.objects.instance [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'flavor' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.271184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.271617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.272010] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.272220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.272494] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.277078] env[65677]: INFO nova.compute.manager [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Terminating instance [ 936.460918] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.496578] env[65677]: DEBUG nova.compute.manager [req-4d9f373d-a93a-49ae-993e-9d24bf8198dd req-ce861f44-6fe0-4492-855d-c8b58684a736 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received event network-vif-plugged-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 936.496790] env[65677]: DEBUG oslo_concurrency.lockutils [req-4d9f373d-a93a-49ae-993e-9d24bf8198dd req-ce861f44-6fe0-4492-855d-c8b58684a736 service nova] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.496999] env[65677]: DEBUG oslo_concurrency.lockutils [req-4d9f373d-a93a-49ae-993e-9d24bf8198dd req-ce861f44-6fe0-4492-855d-c8b58684a736 service nova] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.497368] env[65677]: DEBUG oslo_concurrency.lockutils [req-4d9f373d-a93a-49ae-993e-9d24bf8198dd req-ce861f44-6fe0-4492-855d-c8b58684a736 service nova] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.497368] env[65677]: DEBUG nova.compute.manager [req-4d9f373d-a93a-49ae-993e-9d24bf8198dd req-ce861f44-6fe0-4492-855d-c8b58684a736 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] No waiting events found dispatching network-vif-plugged-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 936.497528] env[65677]: WARNING nova.compute.manager [req-4d9f373d-a93a-49ae-993e-9d24bf8198dd req-ce861f44-6fe0-4492-855d-c8b58684a736 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received unexpected event network-vif-plugged-c84f7212-7ffc-4b86-89b1-0fc4844fc751 for instance with vm_state building and task_state spawning. [ 936.541565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.541565] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.541881] env[65677]: DEBUG nova.network.neutron [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.654573] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52270556-213a-5094-0e03-196f0f09ab90, 'name': SearchDatastore_Task, 'duration_secs': 0.077427} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.656456] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.408s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.663590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.663906] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.664301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.664383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.664594] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.667328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.699s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.668854] env[65677]: INFO nova.compute.claims [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.671733] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a951024-e881-4800-bc84-16d2741f1495 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.685249] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "3fd48715-cf85-4f6b-b284-1826f26a2a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.686067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.686337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "3fd48715-cf85-4f6b-b284-1826f26a2a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.686724] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.686811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.689909] env[65677]: INFO nova.compute.manager [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Terminating instance [ 936.696333] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.696333] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.696935] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855c98f3-8aca-4ee6-aef7-3dbfea1895e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.707184] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 936.707184] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529ec9e9-5e53-61f2-a4ac-6409fa7ced8a" [ 936.707184] env[65677]: _type = "Task" [ 936.707184] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.718096] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529ec9e9-5e53-61f2-a4ac-6409fa7ced8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.757176] env[65677]: WARNING neutronclient.v2_0.client [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.776026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.776305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.776670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.776748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.776918] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.779888] env[65677]: INFO nova.compute.manager [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Terminating instance [ 936.783092] env[65677]: DEBUG nova.compute.manager [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 936.783334] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.785585] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f4538-d57e-48cb-9bd9-040845bf6ab5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.797141] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.797475] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5763bbfe-6b5e-453a-b572-f2adb5eb4282 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.807763] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 936.807763] env[65677]: value = "task-4636563" [ 936.807763] env[65677]: _type = "Task" [ 936.807763] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.819165] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.879660] env[65677]: DEBUG nova.objects.instance [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'pci_requests' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.916986] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "43533110-19d7-4d9b-9149-159de6449b07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.917388] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "43533110-19d7-4d9b-9149-159de6449b07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.917654] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "43533110-19d7-4d9b-9149-159de6449b07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.917944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "43533110-19d7-4d9b-9149-159de6449b07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.918015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "43533110-19d7-4d9b-9149-159de6449b07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.920421] env[65677]: INFO nova.compute.manager [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Terminating instance [ 936.962501] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.083443] env[65677]: DEBUG nova.network.neutron [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.194816] env[65677]: DEBUG nova.compute.manager [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 937.195051] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.196677] env[65677]: WARNING neutronclient.v2_0.client [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.200586] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d037f7a-4391-4f46-81e1-94394e4259be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.217277] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.218036] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d03f38-83ad-4c3c-b11b-9d749ebef713 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.228544] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529ec9e9-5e53-61f2-a4ac-6409fa7ced8a, 'name': SearchDatastore_Task, 'duration_secs': 0.089337} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.231520] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 937.231520] env[65677]: value = "task-4636564" [ 937.231520] env[65677]: _type = "Task" [ 937.231520] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.231520] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef617df5-77e4-4ef6-b13c-aa9d52ce08e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.246560] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 937.246560] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a05a81-53cf-d14b-4edd-86f2a0bb1d0c" [ 937.246560] env[65677]: _type = "Task" [ 937.246560] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.252519] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.266886] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a05a81-53cf-d14b-4edd-86f2a0bb1d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.290774] env[65677]: DEBUG nova.compute.manager [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 937.291035] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.292126] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2638a9-d62f-41ac-8b01-38e1a6ddb317 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.305565] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.305841] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9f8227-515c-4592-945c-ad93bb7ce38e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.314659] env[65677]: DEBUG nova.network.neutron [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.325266] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636563, 'name': PowerOffVM_Task, 'duration_secs': 0.255942} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.327258] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.327508] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.327827] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 937.327827] env[65677]: value = "task-4636565" [ 937.327827] env[65677]: _type = "Task" [ 937.327827] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.328079] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dda1b8d2-2484-4d67-96d0-d8e9bc356d08 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.342398] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.382291] env[65677]: DEBUG nova.objects.base [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Object Instance<89edb1d2-d746-407d-aafb-6931322c3388> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.382480] env[65677]: DEBUG nova.network.neutron [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.382808] env[65677]: WARNING neutronclient.v2_0.client [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.383172] env[65677]: WARNING neutronclient.v2_0.client [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.423781] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.424322] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.424776] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleting the datastore file [datastore2] ade1dc2f-1a89-4c0a-b7ce-494ef153adb3 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.425983] env[65677]: DEBUG nova.compute.manager [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 937.426429] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.426950] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ed94722-d75a-4856-9f73-d27513eff764 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.432270] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2be87-ac1d-4569-b0df-bd988fa7d1f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.441642] env[65677]: DEBUG nova.policy [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.453402] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.458957] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbd313d-7b1c-42a6-b282-39e5a57211dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.460894] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 937.460894] env[65677]: value = "task-4636567" [ 937.460894] env[65677]: _type = "Task" [ 937.460894] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.468401] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 937.468401] env[65677]: value = "task-4636568" [ 937.468401] env[65677]: _type = "Task" [ 937.468401] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.472722] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.480240] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.490808] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.751472] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636564, 'name': PowerOffVM_Task, 'duration_secs': 0.301602} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.756149] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.756365] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.757322] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-804ce7a1-dc24-4885-9ae2-8b04a100895b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.775812] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a05a81-53cf-d14b-4edd-86f2a0bb1d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.103538} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.778908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.779352] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] df1d39c2-d14b-4b02-9781-8bd02eebd1b7/df1d39c2-d14b-4b02-9781-8bd02eebd1b7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.779810] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4606cfe-c09f-42c2-8dd4-14d4d925bd64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.802059] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 937.802059] env[65677]: value = "task-4636570" [ 937.802059] env[65677]: _type = "Task" [ 937.802059] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.819792] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.820247] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Instance network_info: |[{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 937.820527] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.822045] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:1b:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84f7212-7ffc-4b86-89b1-0fc4844fc751', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.829501] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.833113] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.835810] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728d1f8c-aec0-484f-8484-ec7752d0cb2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.863795] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.865069] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.865069] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleting the datastore file [datastore1] 3fd48715-cf85-4f6b-b284-1826f26a2a32 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.865875] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52fc0c9-af76-443d-b231-27e7344332f1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.872270] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636565, 'name': PowerOffVM_Task, 'duration_secs': 0.272623} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.872270] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.872270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.872552] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1679928-d428-4795-9400-3bd2ee0e56d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.876195] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.876195] env[65677]: value = "task-4636571" [ 937.876195] env[65677]: _type = "Task" [ 937.876195] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.884715] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for the task: (returnval){ [ 937.884715] env[65677]: value = "task-4636572" [ 937.884715] env[65677]: _type = "Task" [ 937.884715] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.898739] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.906106] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636571, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.931051] env[65677]: DEBUG nova.network.neutron [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Successfully created port: c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.972773] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.973159] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.973361] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.973529] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore1] 2e0da721-370b-4467-83c1-ff67a0ee3cc9 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.977328] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c3f261a-4e9c-42f4-b8e5-8ab831dfe13b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.987331] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.002332] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 938.002332] env[65677]: value = "task-4636574" [ 938.002332] env[65677]: _type = "Task" [ 938.002332] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.002682] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.028213] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.203245] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "92055d85-8c98-4698-8335-609e3fb9501e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.204075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.222583] env[65677]: INFO nova.compute.manager [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Swapping old allocation on dict_keys(['fed1bc41-b4b5-4618-9de5-231c692731f7']) held by migration 20c26ff7-480e-48a4-b146-a6dd55ca3870 for instance [ 938.263920] env[65677]: DEBUG nova.scheduler.client.report [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Overwriting current allocation {'allocations': {'fed1bc41-b4b5-4618-9de5-231c692731f7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '097b2e57ad4f415eb32ba80c3e330900', 'user_id': '2ddcbd0724ac4c3eb706bd5425e24ea4', 'consumer_generation': 1} on consumer a39a5c06-0461-4d88-9e9b-4ef221d8f977 {{(pid=65677) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 938.321830] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.345029] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.367311] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80074750-b77c-40a9-951e-62a0f2bf8ca9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.385241] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9d90be-0561-4882-853e-1d0f294e0c2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.392879] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636571, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.403351] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.437386] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5912d4-b0f0-4c6e-af15-3600dfb5ca3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.451678] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77796893-8d7a-40cd-ad36-40095003c81d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.476355] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.476868] env[65677]: DEBUG nova.compute.provider_tree [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.479214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.479385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquired lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.479548] env[65677]: DEBUG nova.network.neutron [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 938.488531] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.493541] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636568, 'name': PowerOffVM_Task, 'duration_secs': 0.721041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.493822] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.493986] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.494323] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0f279fd-eb7f-4f83-8ee6-91f74a647f64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.515325] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.603506] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.603823] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.605021] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleting the datastore file [datastore2] 43533110-19d7-4d9b-9149-159de6449b07 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.605021] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da31b287-09f7-4197-a9ae-3ce438144bd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.616936] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 938.616936] env[65677]: value = "task-4636576" [ 938.616936] env[65677]: _type = "Task" [ 938.616936] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.626579] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.707571] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 938.817504] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636570, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.891639] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636571, 'name': CreateVM_Task, 'duration_secs': 0.617259} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.891842] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.892432] env[65677]: WARNING neutronclient.v2_0.client [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.893480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.893480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.893480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.893842] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdacfcf-af64-483a-a4df-26c2dc498d53 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.908923] env[65677]: DEBUG oslo_vmware.api [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Task: {'id': task-4636572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.953841} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.910601] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.910829] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.911014] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.911211] env[65677]: INFO nova.compute.manager [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Took 1.72 seconds to destroy the instance on the hypervisor. [ 938.911473] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.911725] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 938.911725] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aa1265-968d-6d6e-2831-cf27bbdf2f5d" [ 938.911725] env[65677]: _type = "Task" [ 938.911725] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.911934] env[65677]: DEBUG nova.compute.manager [-] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 938.912057] env[65677]: DEBUG nova.network.neutron [-] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.912361] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.928856] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aa1265-968d-6d6e-2831-cf27bbdf2f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.972406] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636562, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.280164} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.973258] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d/OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d.vmdk to [datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk. [ 938.973469] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Cleaning up location [datastore1] OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 938.973627] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_24e5164b-8c95-4b20-b6b5-f47779f9a69d {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.973961] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d9ca264-dd68-450e-b9b8-00fb2c188463 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.979991] env[65677]: DEBUG oslo_vmware.api [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.096852} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.980212] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.980409] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.980602] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.980777] env[65677]: INFO nova.compute.manager [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Took 2.20 seconds to destroy the instance on the hypervisor. [ 938.981039] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.981257] env[65677]: DEBUG nova.compute.manager [-] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 938.981352] env[65677]: DEBUG nova.network.neutron [-] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.981628] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.984111] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.989478] env[65677]: DEBUG nova.scheduler.client.report [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.993630] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 938.993630] env[65677]: value = "task-4636577" [ 938.993630] env[65677]: _type = "Task" [ 938.993630] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.006593] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.017746] env[65677]: DEBUG oslo_vmware.api [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.899394} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.018091] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.018192] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.018373] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.018551] env[65677]: INFO nova.compute.manager [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 939.018811] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 939.019032] env[65677]: DEBUG nova.compute.manager [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 939.019128] env[65677]: DEBUG nova.network.neutron [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 939.019466] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.030865] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.132109] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.162702] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.195293] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.233177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.319489] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636570, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.429039] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aa1265-968d-6d6e-2831-cf27bbdf2f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.064485} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.429440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.429691] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.429929] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.430093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.430274] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.430606] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b919edd-4652-4ae6-8c93-6dbc03f95afb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.448053] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.448581] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.450376] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f065cc-d6cd-4d22-8649-5a05fbd3b1d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.457901] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 939.457901] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d83c12-ed50-358c-234b-db2512d7df4f" [ 939.457901] env[65677]: _type = "Task" [ 939.457901] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.468634] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d83c12-ed50-358c-234b-db2512d7df4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.495230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.502718] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.887s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.504026] env[65677]: DEBUG nova.objects.instance [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lazy-loading 'resources' on Instance uuid 9133656a-ff56-44dc-8efc-538c79caeba7 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.516994] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181709} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.518312] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.518552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.518862] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk to [datastore1] bfce1f30-ab48-4d63-b7cc-eed495a942c7/bfce1f30-ab48-4d63-b7cc-eed495a942c7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.519195] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7099fc8-c71a-48c0-a27d-caae765cd063 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.530918] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 939.530918] env[65677]: value = "task-4636578" [ 939.530918] env[65677]: _type = "Task" [ 939.530918] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.541827] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.630431] env[65677]: DEBUG oslo_vmware.api [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591062} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.630721] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.630908] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.631204] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.631423] env[65677]: INFO nova.compute.manager [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Took 2.21 seconds to destroy the instance on the hypervisor. [ 939.631729] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 939.631958] env[65677]: DEBUG nova.compute.manager [-] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 939.632088] env[65677]: DEBUG nova.network.neutron [-] [instance: 43533110-19d7-4d9b-9149-159de6449b07] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 939.632356] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.646260] env[65677]: DEBUG nova.network.neutron [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Successfully updated port: c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.814980] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.820959] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636570, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.942497] env[65677]: DEBUG nova.network.neutron [-] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.976090] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d83c12-ed50-358c-234b-db2512d7df4f, 'name': SearchDatastore_Task, 'duration_secs': 0.057864} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.977709] env[65677]: WARNING neutronclient.v2_0.client [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.982350] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d885a0ed-b62e-4068-b16f-b25e2300b223 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.992618] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 939.992618] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5240ad42-26c3-89cc-09d6-fe6509b91de3" [ 939.992618] env[65677]: _type = "Task" [ 939.992618] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.010121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "166ac6f1-456b-4fdd-b6b0-625e732b68fd" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.010410] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "166ac6f1-456b-4fdd-b6b0-625e732b68fd" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.014674] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5240ad42-26c3-89cc-09d6-fe6509b91de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.020808] env[65677]: DEBUG nova.compute.manager [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 940.021025] env[65677]: DEBUG nova.compute.manager [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing instance network info cache due to event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 940.021244] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.021389] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.021525] env[65677]: DEBUG nova.network.neutron [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.041863] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.068295] env[65677]: DEBUG nova.network.neutron [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [{"id": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "address": "fa:16:3e:be:4d:62", "network": {"id": "fd118a9c-e117-4bb9-9f36-59e2f09ecf64", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "590ab2ed339546149f77ac379d2ae7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7d60d5-b4", "ovs_interfaceid": "9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.153471] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.153721] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.153812] env[65677]: DEBUG nova.network.neutron [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 940.187571] env[65677]: DEBUG nova.network.neutron [-] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.321982] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636570, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41435} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.322356] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] df1d39c2-d14b-4b02-9781-8bd02eebd1b7/df1d39c2-d14b-4b02-9781-8bd02eebd1b7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.322529] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.322830] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b709d8-f524-489d-8256-989c86877fca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.332552] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 940.332552] env[65677]: value = "task-4636579" [ 940.332552] env[65677]: _type = "Task" [ 940.332552] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.344930] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.432827] env[65677]: DEBUG nova.network.neutron [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.447403] env[65677]: INFO nova.compute.manager [-] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Took 1.54 seconds to deallocate network for instance. [ 940.513126] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5240ad42-26c3-89cc-09d6-fe6509b91de3, 'name': SearchDatastore_Task, 'duration_secs': 0.041328} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.516355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.517449] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/fd6d2a86-ce83-41f6-b8b1-97d100338072.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.517449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "166ac6f1-456b-4fdd-b6b0-625e732b68fd" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.517831] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 940.520717] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922f1cd7-fe26-484b-beea-1aef270105d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.529836] env[65677]: WARNING neutronclient.v2_0.client [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.542030] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 940.542030] env[65677]: value = "task-4636580" [ 940.542030] env[65677]: _type = "Task" [ 940.542030] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.551078] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.557624] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.575730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Releasing lock "refresh_cache-a39a5c06-0461-4d88-9e9b-4ef221d8f977" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.576521] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.578244] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d954040c-99db-4b51-829e-b41d0ac35f50 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.593951] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 940.593951] env[65677]: value = "task-4636581" [ 940.593951] env[65677]: _type = "Task" [ 940.593951] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.608028] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.627579] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd0bc3-af27-47cd-8987-5ac563d22ef6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.630833] env[65677]: DEBUG nova.network.neutron [-] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.645024] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b98b2fe-e380-4a9a-a97b-2187d1495491 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.688233] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1b638-8b94-4d5e-b34b-5d88d576aa42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.692028] env[65677]: DEBUG nova.compute.manager [req-330a2337-3648-4dd6-8d6f-c0e29449dfd3 req-93d410eb-f539-4688-87cf-c83d81c80112 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-vif-plugged-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 940.692252] env[65677]: DEBUG oslo_concurrency.lockutils [req-330a2337-3648-4dd6-8d6f-c0e29449dfd3 req-93d410eb-f539-4688-87cf-c83d81c80112 service nova] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.692456] env[65677]: DEBUG oslo_concurrency.lockutils [req-330a2337-3648-4dd6-8d6f-c0e29449dfd3 req-93d410eb-f539-4688-87cf-c83d81c80112 service nova] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.692617] env[65677]: DEBUG oslo_concurrency.lockutils [req-330a2337-3648-4dd6-8d6f-c0e29449dfd3 req-93d410eb-f539-4688-87cf-c83d81c80112 service nova] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.692778] env[65677]: DEBUG nova.compute.manager [req-330a2337-3648-4dd6-8d6f-c0e29449dfd3 req-93d410eb-f539-4688-87cf-c83d81c80112 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] No waiting events found dispatching network-vif-plugged-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 940.692934] env[65677]: WARNING nova.compute.manager [req-330a2337-3648-4dd6-8d6f-c0e29449dfd3 req-93d410eb-f539-4688-87cf-c83d81c80112 service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received unexpected event network-vif-plugged-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 for instance with vm_state active and task_state None. [ 940.695896] env[65677]: INFO nova.compute.manager [-] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Took 1.71 seconds to deallocate network for instance. [ 940.705883] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd00ddc7-0a6e-47e9-95c6-9350863f7836 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.724702] env[65677]: DEBUG nova.compute.provider_tree [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.731600] env[65677]: WARNING nova.network.neutron [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] 86e26676-b93d-4438-ae11-5c77fae018b0 already exists in list: networks containing: ['86e26676-b93d-4438-ae11-5c77fae018b0']. ignoring it [ 940.736801] env[65677]: WARNING neutronclient.v2_0.client [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.846500] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082182} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.846804] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.851037] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee3242-fb43-45f4-aa24-a7ef1a6fbd8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.880671] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] df1d39c2-d14b-4b02-9781-8bd02eebd1b7/df1d39c2-d14b-4b02-9781-8bd02eebd1b7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.881467] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882f9ee8-680d-4220-8b8f-8b1e658744ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.905334] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 940.905334] env[65677]: value = "task-4636582" [ 940.905334] env[65677]: _type = "Task" [ 940.905334] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.906461] env[65677]: DEBUG nova.network.neutron [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updated VIF entry in instance network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.906889] env[65677]: DEBUG nova.network.neutron [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.923560] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.935614] env[65677]: INFO nova.compute.manager [-] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Took 1.92 seconds to deallocate network for instance. [ 940.938519] env[65677]: WARNING neutronclient.v2_0.client [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.955851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.029408] env[65677]: DEBUG nova.compute.utils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.031128] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 941.031448] env[65677]: DEBUG nova.network.neutron [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 941.031772] env[65677]: WARNING neutronclient.v2_0.client [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.032125] env[65677]: WARNING neutronclient.v2_0.client [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.049673] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.061335] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.093377] env[65677]: DEBUG nova.policy [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a58e33c3f534c1f9f3b337dfb6f97af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebca54f1ff544db9a2d0d68ad69becad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.115079] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636581, 'name': PowerOffVM_Task, 'duration_secs': 0.235468} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.115441] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.116232] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:52:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4fccd23-249d-46f7-bc9d-7aa28dffe124',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-563434927',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.116437] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.116717] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.116857] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.117070] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.117952] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.118217] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.118387] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.118587] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.119224] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.119403] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.127988] env[65677]: WARNING neutronclient.v2_0.client [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.131495] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00ee29b8-47e8-422f-a805-4ffe96a854bc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.143584] env[65677]: INFO nova.compute.manager [-] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Took 1.51 seconds to deallocate network for instance. [ 941.157083] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 941.157083] env[65677]: value = "task-4636583" [ 941.157083] env[65677]: _type = "Task" [ 941.157083] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.173120] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.206029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.228493] env[65677]: DEBUG nova.scheduler.client.report [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.241821] env[65677]: DEBUG nova.network.neutron [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "address": "fa:16:3e:d6:bb:ed", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc136b922-cd", "ovs_interfaceid": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.414390] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a5ee055-bb72-4f4d-9a58-cf5158d3d089 req-f7b2c550-11a5-4731-b931-a7d12376beee service nova] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.426425] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.447753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.481219] env[65677]: DEBUG nova.network.neutron [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Successfully created port: df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 941.535280] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 941.553332] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.556705] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.649704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.675982] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636583, 'name': ReconfigVM_Task, 'duration_secs': 0.258833} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.677016] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819373db-5c0e-418c-951c-ece08ce86c8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.704602] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:52:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4fccd23-249d-46f7-bc9d-7aa28dffe124',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-563434927',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.704801] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.704995] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.705207] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.705378] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.705537] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.705731] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.705882] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.706062] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.706245] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.706689] env[65677]: DEBUG nova.virt.hardware [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.707406] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cff0aa6-dfd0-4c70-814d-f46775070000 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.721081] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 941.721081] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bfd1db-6aaf-f914-de03-40e3b07e7fde" [ 941.721081] env[65677]: _type = "Task" [ 941.721081] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.734657] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bfd1db-6aaf-f914-de03-40e3b07e7fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.737500] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.743111] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.301s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.743381] env[65677]: INFO nova.compute.claims [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.748654] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.750612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.750939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.753844] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3a149c-9054-4019-9203-0ae97c83d22d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.781236] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.781465] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.781604] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.781869] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.781924] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.782216] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.782352] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.782620] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.782712] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.782832] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.783009] env[65677]: DEBUG nova.virt.hardware [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.791906] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfiguring VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 941.793382] env[65677]: INFO nova.scheduler.client.report [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Deleted allocations for instance 9133656a-ff56-44dc-8efc-538c79caeba7 [ 941.794585] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162c5e15-ef35-40c5-9f9d-0725d049320d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.824125] env[65677]: DEBUG oslo_vmware.api [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 941.824125] env[65677]: value = "task-4636584" [ 941.824125] env[65677]: _type = "Task" [ 941.824125] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.840822] env[65677]: DEBUG oslo_vmware.api [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636584, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.925569] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.061735] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.065387] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.239795] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bfd1db-6aaf-f914-de03-40e3b07e7fde, 'name': SearchDatastore_Task, 'duration_secs': 0.027991} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.249172] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.252925] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216858c1-b06d-487d-9508-40f0eefb1f49 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.292022] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 942.292022] env[65677]: value = "task-4636585" [ 942.292022] env[65677]: _type = "Task" [ 942.292022] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.308109] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.314446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2d55f108-bf78-4ca8-a701-2ecf2a77e81b tempest-ServerShowV247Test-153110959 tempest-ServerShowV247Test-153110959-project-member] Lock "9133656a-ff56-44dc-8efc-538c79caeba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.507s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.344388] env[65677]: DEBUG oslo_vmware.api [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.430013] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.564293] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 942.566661] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.580576] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.589523] env[65677]: DEBUG nova.compute.manager [req-49fa737b-e4b2-4f0c-a5f7-eec08a3ded89 req-8963a4f0-d795-434b-a2ae-7bb12720f669 service nova] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Received event network-vif-deleted-ac52a09d-f963-4466-ac24-971c8426885a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 942.592237] env[65677]: DEBUG nova.compute.manager [req-49fa737b-e4b2-4f0c-a5f7-eec08a3ded89 req-8963a4f0-d795-434b-a2ae-7bb12720f669 service nova] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Received event network-vif-deleted-d72a6da2-c786-4728-b564-70a1813686ee {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 942.592237] env[65677]: DEBUG nova.compute.manager [req-49fa737b-e4b2-4f0c-a5f7-eec08a3ded89 req-8963a4f0-d795-434b-a2ae-7bb12720f669 service nova] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Received event network-vif-deleted-c7e7ef15-eb1b-40a5-b961-efda282cb61c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 942.608023] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.608322] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.608502] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.608694] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.608848] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.609058] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.610709] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.610709] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.610709] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.610709] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.610709] env[65677]: DEBUG nova.virt.hardware [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.612018] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522b1d0-f8dc-4149-a397-06e1d4a9e409 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.628359] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2eda4-6c8f-4876-a466-2054fa750063 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.808554] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636585, 'name': ReconfigVM_Task, 'duration_secs': 0.223791} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.809147] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.810015] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d30232-ab44-4cad-8a91-1d04e85b1561 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.851741] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.859111] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0acb54ef-49d8-4688-a4fd-d10b6bbfd3e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.880936] env[65677]: DEBUG oslo_vmware.api [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636584, 'name': ReconfigVM_Task, 'duration_secs': 0.774759} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.881472] env[65677]: WARNING neutronclient.v2_0.client [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.881769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.881987] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfigured VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 942.886888] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 942.886888] env[65677]: value = "task-4636586" [ 942.886888] env[65677]: _type = "Task" [ 942.886888] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.908460] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.928615] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.948838] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6877627d-135e-4c0f-8c9f-32f35d857183 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.962637] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f236d9e1-aa23-4199-ac2c-138c7e39791f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.000472] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9385d80-4ce6-4c2d-9c80-f5f05adad201 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.010781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43950064-2b8d-41dc-bc46-90809f9527c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.033093] env[65677]: DEBUG nova.compute.provider_tree [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.057582] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636578, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.512853} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.058299] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60181b70-8fd8-40a6-99b5-7bbf14dc9c74/60181b70-8fd8-40a6-99b5-7bbf14dc9c74.vmdk to [datastore1] bfce1f30-ab48-4d63-b7cc-eed495a942c7/bfce1f30-ab48-4d63-b7cc-eed495a942c7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.059203] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e5448-7d44-46e4-9e0f-00a84d1c080a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.065739] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.090284] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] bfce1f30-ab48-4d63-b7cc-eed495a942c7/bfce1f30-ab48-4d63-b7cc-eed495a942c7.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.090714] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfec6d81-2317-4e3d-bdbd-8daa20066721 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.116085] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 943.116085] env[65677]: value = "task-4636587" [ 943.116085] env[65677]: _type = "Task" [ 943.116085] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.130295] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636587, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.352393] env[65677]: DEBUG nova.compute.manager [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-changed-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 943.353494] env[65677]: DEBUG nova.compute.manager [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing instance network info cache due to event network-changed-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 943.353494] env[65677]: DEBUG oslo_concurrency.lockutils [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.353494] env[65677]: DEBUG oslo_concurrency.lockutils [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.353494] env[65677]: DEBUG nova.network.neutron [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing network info cache for port c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.389556] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ebe79b02-12ca-4e10-b4f2-93265c847c1c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.137s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.403411] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636586, 'name': ReconfigVM_Task, 'duration_secs': 0.363677} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.403757] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977/a39a5c06-0461-4d88-9e9b-4ef221d8f977.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.405210] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38884215-41d7-438c-944c-e2ff0d22bd63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.432405] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd44d4a2-475e-4ab9-91ff-0c11bb168145 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.441835] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636582, 'name': ReconfigVM_Task, 'duration_secs': 2.400724} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.456992] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Reconfigured VM instance instance-0000004b to attach disk [datastore1] df1d39c2-d14b-4b02-9781-8bd02eebd1b7/df1d39c2-d14b-4b02-9781-8bd02eebd1b7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.458891] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b24859-8f19-4f50-a277-d6d7ad2ad073 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.464557] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f6a6a-bd75-4f91-86ed-7b182e32d10a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.487582] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a65bf6-8ac6-4eef-9eae-fa75bc0a75ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.491503] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 943.491503] env[65677]: value = "task-4636588" [ 943.491503] env[65677]: _type = "Task" [ 943.491503] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.500158] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.500549] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99818005-6b69-4f09-b584-b81d2295e277 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.505903] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636588, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.508551] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 943.508551] env[65677]: value = "task-4636589" [ 943.508551] env[65677]: _type = "Task" [ 943.508551] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.516951] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.536020] env[65677]: DEBUG nova.network.neutron [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Successfully updated port: df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 943.540399] env[65677]: DEBUG nova.scheduler.client.report [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.561715] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636580, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.620266} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.562448] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/fd6d2a86-ce83-41f6-b8b1-97d100338072.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.562893] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.562893] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e5dc14-32c6-4248-a6c5-7bf732509b40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.571538] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 943.571538] env[65677]: value = "task-4636590" [ 943.571538] env[65677]: _type = "Task" [ 943.571538] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.581645] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.628137] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636587, 'name': ReconfigVM_Task, 'duration_secs': 0.359752} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.628797] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Reconfigured VM instance instance-0000004a to attach disk [datastore1] bfce1f30-ab48-4d63-b7cc-eed495a942c7/bfce1f30-ab48-4d63-b7cc-eed495a942c7.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.629382] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea753c65-c77a-4c07-81f2-2c805eca9c21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.637477] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 943.637477] env[65677]: value = "task-4636591" [ 943.637477] env[65677]: _type = "Task" [ 943.637477] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.649560] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636591, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.857471] env[65677]: WARNING neutronclient.v2_0.client [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.003847] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636588, 'name': Rename_Task, 'duration_secs': 0.164738} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.004143] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.004416] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-823f4f1c-ac25-495d-83fc-7ea976cb7b2c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.013211] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 944.013211] env[65677]: value = "task-4636592" [ 944.013211] env[65677]: _type = "Task" [ 944.013211] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.022370] env[65677]: DEBUG oslo_vmware.api [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636589, 'name': PowerOnVM_Task, 'duration_secs': 0.408171} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.026722] env[65677]: WARNING neutronclient.v2_0.client [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.029011] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.036206] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.037984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "refresh_cache-66ae01a7-914d-4f9b-8e34-492e25e7b227" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.037984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquired lock "refresh_cache-66ae01a7-914d-4f9b-8e34-492e25e7b227" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.037984] env[65677]: DEBUG nova.network.neutron [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.046437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.047243] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 944.050434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.137s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.053308] env[65677]: INFO nova.compute.claims [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.084198] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088068} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.084493] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.085608] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b56972-26cc-4c3a-b2ae-93738066e859 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.117417] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/fd6d2a86-ce83-41f6-b8b1-97d100338072.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.118472] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59770aac-f8f5-4de4-80c6-d8cf01b7e670 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.135336] env[65677]: DEBUG nova.network.neutron [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updated VIF entry in instance network info cache for port c136b922-cdd4-4ef6-acc9-02ce70e3dfe8. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 944.135677] env[65677]: DEBUG nova.network.neutron [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "address": "fa:16:3e:d6:bb:ed", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc136b922-cd", "ovs_interfaceid": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.144082] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 944.144082] env[65677]: value = "task-4636593" [ 944.144082] env[65677]: _type = "Task" [ 944.144082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.148129] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636591, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.159303] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.525520] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.558174] env[65677]: DEBUG nova.compute.utils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.563723] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 944.563723] env[65677]: DEBUG nova.network.neutron [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 944.563723] env[65677]: WARNING neutronclient.v2_0.client [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.563723] env[65677]: WARNING neutronclient.v2_0.client [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.578499] env[65677]: DEBUG nova.network.neutron [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 944.606035] env[65677]: DEBUG nova.policy [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f066eccaeac4f4ab3db7358b36ced27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52511c2398c14a10ad6fb1e585b25ca6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.638998] env[65677]: DEBUG oslo_concurrency.lockutils [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.639726] env[65677]: DEBUG nova.compute.manager [req-223904a9-7d60-4e08-8cd0-e2e5a8c20c9d req-d7a3fce9-85a9-4357-a7ec-b7879f9731de service nova] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Received event network-vif-deleted-52726f27-0e84-44e9-97cd-e2706437af4f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 944.652366] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636591, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.663233] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.701853] env[65677]: DEBUG nova.compute.manager [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Received event network-vif-plugged-df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 944.701853] env[65677]: DEBUG oslo_concurrency.lockutils [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] Acquiring lock "66ae01a7-914d-4f9b-8e34-492e25e7b227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.702182] env[65677]: DEBUG oslo_concurrency.lockutils [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.702389] env[65677]: DEBUG oslo_concurrency.lockutils [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.702643] env[65677]: DEBUG nova.compute.manager [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] No waiting events found dispatching network-vif-plugged-df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 944.702712] env[65677]: WARNING nova.compute.manager [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Received unexpected event network-vif-plugged-df2af57e-a406-45c7-90b5-331e20d45458 for instance with vm_state building and task_state spawning. [ 944.702867] env[65677]: DEBUG nova.compute.manager [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Received event network-changed-df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 944.703124] env[65677]: DEBUG nova.compute.manager [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Refreshing instance network info cache due to event network-changed-df2af57e-a406-45c7-90b5-331e20d45458. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 944.703238] env[65677]: DEBUG oslo_concurrency.lockutils [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] Acquiring lock "refresh_cache-66ae01a7-914d-4f9b-8e34-492e25e7b227" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.966026] env[65677]: DEBUG nova.network.neutron [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Successfully created port: 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 945.032374] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.045466] env[65677]: INFO nova.compute.manager [None req-fe1854df-f7b9-4d10-9010-e964ab964fe9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance to original state: 'active' [ 945.058222] env[65677]: WARNING neutronclient.v2_0.client [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.065088] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 945.152077] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636591, 'name': Rename_Task, 'duration_secs': 1.173612} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.155672] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.162682] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-567becfa-03e2-4947-8bb9-30e393e5644e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.172141] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636593, 'name': ReconfigVM_Task, 'duration_secs': 0.735511} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.173823] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/fd6d2a86-ce83-41f6-b8b1-97d100338072.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.174739] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 945.174739] env[65677]: value = "task-4636594" [ 945.174739] env[65677]: _type = "Task" [ 945.174739] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.177666] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfe2e8f8-c3ec-4cd7-aa9f-e915715f0e3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.189974] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.191648] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 945.191648] env[65677]: value = "task-4636595" [ 945.191648] env[65677]: _type = "Task" [ 945.191648] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.206800] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636595, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.265491] env[65677]: DEBUG nova.network.neutron [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Updating instance_info_cache with network_info: [{"id": "df2af57e-a406-45c7-90b5-331e20d45458", "address": "fa:16:3e:71:0a:86", "network": {"id": "1b6fc3e3-c512-41dd-a951-51f1d13b7711", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-137270118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebca54f1ff544db9a2d0d68ad69becad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf2af57e-a4", "ovs_interfaceid": "df2af57e-a406-45c7-90b5-331e20d45458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.528983] env[65677]: DEBUG oslo_vmware.api [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636592, 'name': PowerOnVM_Task, 'duration_secs': 1.144994} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.529295] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.529473] env[65677]: INFO nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Took 13.11 seconds to spawn the instance on the hypervisor. [ 945.529648] env[65677]: DEBUG nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 945.530450] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a60f47-8e4a-4609-8d70-071bfa8894b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.657093] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6fef00-bf15-492c-9103-07b9fd44fdc7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.667995] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5039498-e395-4373-8f7e-50690329bafb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.707951] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94786c-e583-4a6a-b1f1-0aadddc4ff25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.717870] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636595, 'name': Rename_Task, 'duration_secs': 0.23554} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.724255] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.724736] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636594, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.725046] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92c519c5-088d-4b82-905d-a4003b9f824b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.727795] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb15ff-a75a-45a9-ac45-3b60a10857b7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.744539] env[65677]: DEBUG nova.compute.provider_tree [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.749490] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 945.749490] env[65677]: value = "task-4636596" [ 945.749490] env[65677]: _type = "Task" [ 945.749490] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.760854] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.769037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Releasing lock "refresh_cache-66ae01a7-914d-4f9b-8e34-492e25e7b227" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.769506] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Instance network_info: |[{"id": "df2af57e-a406-45c7-90b5-331e20d45458", "address": "fa:16:3e:71:0a:86", "network": {"id": "1b6fc3e3-c512-41dd-a951-51f1d13b7711", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-137270118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebca54f1ff544db9a2d0d68ad69becad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf2af57e-a4", "ovs_interfaceid": "df2af57e-a406-45c7-90b5-331e20d45458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 945.770016] env[65677]: DEBUG oslo_concurrency.lockutils [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] Acquired lock "refresh_cache-66ae01a7-914d-4f9b-8e34-492e25e7b227" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.770016] env[65677]: DEBUG nova.network.neutron [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Refreshing network info cache for port df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.771297] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:0a:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df2af57e-a406-45c7-90b5-331e20d45458', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.780884] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Creating folder: Project (ebca54f1ff544db9a2d0d68ad69becad). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.781422] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3741277a-2624-4e3f-93b9-33c183edeff4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.796045] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Created folder: Project (ebca54f1ff544db9a2d0d68ad69becad) in parent group-v905237. [ 945.796277] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Creating folder: Instances. Parent ref: group-v905465. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.797064] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a62bff6-a932-4353-9db4-d898f0bae580 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.810200] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Created folder: Instances in parent group-v905465. [ 945.810724] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 945.811107] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.811393] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a172380b-fd4c-4f64-b5a9-c68813f66bb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.832963] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.832963] env[65677]: value = "task-4636599" [ 945.832963] env[65677]: _type = "Task" [ 945.832963] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.843930] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636599, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.987885] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.988203] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.988569] env[65677]: DEBUG nova.objects.instance [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'flavor' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.056070] env[65677]: INFO nova.compute.manager [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Took 54.82 seconds to build instance. [ 946.081604] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 946.117074] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 946.117347] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.117585] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 946.117759] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.117920] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 946.118082] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 946.118343] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.118550] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 946.118957] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 946.119155] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 946.119332] env[65677]: DEBUG nova.virt.hardware [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 946.120256] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433b068-fb9b-49ff-b508-1afc1214f426 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.130716] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee42ad5-c852-4688-971a-ad12b192a630 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.211856] env[65677]: DEBUG oslo_vmware.api [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636594, 'name': PowerOnVM_Task, 'duration_secs': 0.835828} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.212193] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.212413] env[65677]: INFO nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Took 17.65 seconds to spawn the instance on the hypervisor. [ 946.212607] env[65677]: DEBUG nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 946.213591] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213c5989-c6a9-4f5a-b1b0-4858806b7d84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.251901] env[65677]: DEBUG nova.scheduler.client.report [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.269511] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.282848] env[65677]: WARNING neutronclient.v2_0.client [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.346601] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636599, 'name': CreateVM_Task, 'duration_secs': 0.434587} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.346803] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.348228] env[65677]: WARNING neutronclient.v2_0.client [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.348228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.348345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.348740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.349137] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908f86a5-1f52-4af7-941f-b0aed84a6362 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.357823] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 946.357823] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfbf08-4c20-a642-91bb-4eb2c46ca70c" [ 946.357823] env[65677]: _type = "Task" [ 946.357823] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.368617] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfbf08-4c20-a642-91bb-4eb2c46ca70c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.493093] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.559767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.243s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.606864] env[65677]: DEBUG nova.network.neutron [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Successfully updated port: 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 946.609131] env[65677]: WARNING neutronclient.v2_0.client [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.674189] env[65677]: DEBUG nova.objects.instance [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'pci_requests' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.685264] env[65677]: DEBUG nova.network.neutron [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Updated VIF entry in instance network info cache for port df2af57e-a406-45c7-90b5-331e20d45458. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 946.685632] env[65677]: DEBUG nova.network.neutron [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Updating instance_info_cache with network_info: [{"id": "df2af57e-a406-45c7-90b5-331e20d45458", "address": "fa:16:3e:71:0a:86", "network": {"id": "1b6fc3e3-c512-41dd-a951-51f1d13b7711", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-137270118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebca54f1ff544db9a2d0d68ad69becad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf2af57e-a4", "ovs_interfaceid": "df2af57e-a406-45c7-90b5-331e20d45458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.733878] env[65677]: INFO nova.compute.manager [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Took 60.72 seconds to build instance. [ 946.761722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.762421] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 946.765878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.384s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.766180] env[65677]: DEBUG nova.objects.instance [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lazy-loading 'resources' on Instance uuid d678e793-2599-4861-9150-1d141875e544 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.776360] env[65677]: DEBUG oslo_vmware.api [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636596, 'name': PowerOnVM_Task, 'duration_secs': 0.646484} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.776360] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.776360] env[65677]: INFO nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Took 11.49 seconds to spawn the instance on the hypervisor. [ 946.776550] env[65677]: DEBUG nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 946.777705] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a4bb16-bd22-440f-8bce-19e84e925343 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.874577] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cfbf08-4c20-a642-91bb-4eb2c46ca70c, 'name': SearchDatastore_Task, 'duration_secs': 0.018181} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.874860] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.877886] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.877886] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.877886] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.877886] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.877886] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886441c3-8cbe-4995-b1d5-33a7ef114080 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.887351] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.887584] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.888695] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15218563-75a1-41fa-8c6f-4a99d7156715 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.895946] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 946.895946] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ec3e6b-3a46-bad4-07b8-23a21d618d1d" [ 946.895946] env[65677]: _type = "Task" [ 946.895946] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.905944] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ec3e6b-3a46-bad4-07b8-23a21d618d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.113630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "refresh_cache-a30ce46b-c083-4246-961a-ed224650d49b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.113843] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquired lock "refresh_cache-a30ce46b-c083-4246-961a-ed224650d49b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114084] env[65677]: DEBUG nova.network.neutron [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 947.169322] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] Acquiring lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.169524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] Acquired lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.169695] env[65677]: DEBUG nova.network.neutron [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 947.176312] env[65677]: DEBUG nova.objects.base [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Object Instance<89edb1d2-d746-407d-aafb-6931322c3388> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.176641] env[65677]: DEBUG nova.network.neutron [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 947.177583] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.177583] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.188050] env[65677]: DEBUG oslo_concurrency.lockutils [req-1034951f-53d5-4cf9-83a9-375a6fb48799 req-55402d58-7daa-40d2-a6d0-811459819cbc service nova] Releasing lock "refresh_cache-66ae01a7-914d-4f9b-8e34-492e25e7b227" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.235935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.710s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.271947] env[65677]: DEBUG nova.compute.utils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.271947] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 947.271947] env[65677]: DEBUG nova.network.neutron [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 947.271947] env[65677]: WARNING neutronclient.v2_0.client [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.271947] env[65677]: WARNING neutronclient.v2_0.client [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.283448] env[65677]: DEBUG nova.policy [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.301740] env[65677]: INFO nova.compute.manager [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Took 48.03 seconds to build instance. [ 947.341557] env[65677]: DEBUG nova.policy [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7948e6042f74d76b61e4f58d1d17575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1702dd5c74dd4439ad26c0c297f08968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.409168] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ec3e6b-3a46-bad4-07b8-23a21d618d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.017785} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.410130] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b496eb84-8c0f-4546-9a31-4e1fdc54a1c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.418473] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 947.418473] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527e6e69-cc66-ef6e-2b0a-bacba40c98b5" [ 947.418473] env[65677]: _type = "Task" [ 947.418473] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.428028] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527e6e69-cc66-ef6e-2b0a-bacba40c98b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.673133] env[65677]: WARNING neutronclient.v2_0.client [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.754746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "794ac201-18ea-4bb6-aa65-8cb28f304e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.755135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.755473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "794ac201-18ea-4bb6-aa65-8cb28f304e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.755686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.755935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.760548] env[65677]: INFO nova.compute.manager [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Terminating instance [ 947.771590] env[65677]: DEBUG nova.network.neutron [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Successfully created port: 388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 947.780576] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 947.811024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.700s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.836907] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18213ba3-5f5f-4823-8db1-e3f84b814a5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.848654] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82971f7a-a352-4e99-866a-0c3b848498a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.852750] env[65677]: DEBUG nova.network.neutron [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 947.895248] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be5889-1df3-4093-9122-76fe224ff8ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.904122] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c5aee-512d-404d-a365-aa3132f97316 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.923023] env[65677]: DEBUG nova.compute.provider_tree [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.933797] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527e6e69-cc66-ef6e-2b0a-bacba40c98b5, 'name': SearchDatastore_Task, 'duration_secs': 0.025671} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.934793] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.935084] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 66ae01a7-914d-4f9b-8e34-492e25e7b227/66ae01a7-914d-4f9b-8e34-492e25e7b227.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.935376] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c0493f-5216-4dec-acf4-552911077d84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.944975] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 947.944975] env[65677]: value = "task-4636600" [ 947.944975] env[65677]: _type = "Task" [ 947.944975] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.956294] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.267099] env[65677]: DEBUG nova.compute.manager [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 948.267099] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.267402] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b597036-eb2e-4adc-a697-46326358e35a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.276872] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.277215] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50427043-6c72-464e-a182-8e766c34edd6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.284847] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 948.284847] env[65677]: value = "task-4636601" [ 948.284847] env[65677]: _type = "Task" [ 948.284847] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.299215] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.428648] env[65677]: DEBUG nova.scheduler.client.report [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.459955] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636600, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.798696] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636601, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.801221] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 948.833449] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 948.833911] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.834147] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 948.834416] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.834593] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 948.834783] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 948.835163] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.835460] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 948.835761] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 948.836081] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 948.836410] env[65677]: DEBUG nova.virt.hardware [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 948.837958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d471ab45-24cf-4098-992e-e2cac4be595e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.856742] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf6e0e-000e-438f-9265-e6895746b714 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.935772] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.939030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.266s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.939420] env[65677]: DEBUG nova.objects.instance [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lazy-loading 'resources' on Instance uuid 2a3fcd66-f7c6-499e-9c69-51ccec3653ce {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.960226] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726255} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.960712] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 66ae01a7-914d-4f9b-8e34-492e25e7b227/66ae01a7-914d-4f9b-8e34-492e25e7b227.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.961012] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.961309] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62c9e71-a7b5-4baa-a771-f62263f1a600 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.970482] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 948.970482] env[65677]: value = "task-4636602" [ 948.970482] env[65677]: _type = "Task" [ 948.970482] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.971667] env[65677]: INFO nova.scheduler.client.report [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleted allocations for instance d678e793-2599-4861-9150-1d141875e544 [ 948.986712] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.275941] env[65677]: DEBUG nova.network.neutron [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Successfully updated port: 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 949.301975] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636601, 'name': PowerOffVM_Task, 'duration_secs': 0.563763} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.301975] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.301975] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.301975] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31692e0c-b55e-4c9a-8207-f6b5b8aad6d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.322485] env[65677]: DEBUG nova.compute.manager [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Received event network-vif-plugged-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 949.322700] env[65677]: DEBUG oslo_concurrency.lockutils [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] Acquiring lock "a30ce46b-c083-4246-961a-ed224650d49b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.322902] env[65677]: DEBUG oslo_concurrency.lockutils [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] Lock "a30ce46b-c083-4246-961a-ed224650d49b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.323072] env[65677]: DEBUG oslo_concurrency.lockutils [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] Lock "a30ce46b-c083-4246-961a-ed224650d49b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.323324] env[65677]: DEBUG nova.compute.manager [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] No waiting events found dispatching network-vif-plugged-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 949.323397] env[65677]: WARNING nova.compute.manager [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Received unexpected event network-vif-plugged-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e for instance with vm_state building and task_state spawning. [ 949.323540] env[65677]: DEBUG nova.compute.manager [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Received event network-changed-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 949.323688] env[65677]: DEBUG nova.compute.manager [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Refreshing instance network info cache due to event network-changed-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 949.323862] env[65677]: DEBUG oslo_concurrency.lockutils [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] Acquiring lock "refresh_cache-a30ce46b-c083-4246-961a-ed224650d49b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.391604] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.391604] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.391604] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Deleting the datastore file [datastore2] 794ac201-18ea-4bb6-aa65-8cb28f304e28 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.391836] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-140aed01-1859-4b84-a31c-fed9b6c5359f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.400414] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for the task: (returnval){ [ 949.400414] env[65677]: value = "task-4636604" [ 949.400414] env[65677]: _type = "Task" [ 949.400414] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.410496] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.481443] env[65677]: DEBUG nova.network.neutron [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Successfully updated port: 388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 949.485206] env[65677]: DEBUG oslo_concurrency.lockutils [None req-487e2b29-899a-4a86-a924-2ae895804a6b tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "d678e793-2599-4861-9150-1d141875e544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.911s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.495498] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074748} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.495733] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.499249] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7e529-5aae-4611-8f3e-59c2411a2bd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.544427] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 66ae01a7-914d-4f9b-8e34-492e25e7b227/66ae01a7-914d-4f9b-8e34-492e25e7b227.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.547171] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b52867-c3ec-415d-8804-d8fbe3e3dab7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.570912] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 949.570912] env[65677]: value = "task-4636605" [ 949.570912] env[65677]: _type = "Task" [ 949.570912] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.585710] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.601301] env[65677]: WARNING neutronclient.v2_0.client [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.604714] env[65677]: WARNING neutronclient.v2_0.client [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.682058] env[65677]: DEBUG nova.network.neutron [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Updating instance_info_cache with network_info: [{"id": "5ea591ce-ea48-4efe-94fb-bd63fdf2d94e", "address": "fa:16:3e:7e:eb:c0", "network": {"id": "9e4eb9a7-f0ec-4401-a7ae-47d158fb2d80", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-554004078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52511c2398c14a10ad6fb1e585b25ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea591ce-ea", "ovs_interfaceid": "5ea591ce-ea48-4efe-94fb-bd63fdf2d94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.697351] env[65677]: DEBUG nova.network.neutron [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Updating instance_info_cache with network_info: [{"id": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "address": "fa:16:3e:33:bd:0e", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a54d7-15", "ovs_interfaceid": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.778075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.778318] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.778526] env[65677]: DEBUG nova.network.neutron [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.914597] env[65677]: DEBUG oslo_vmware.api [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Task: {'id': task-4636604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3444} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.917953] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.918097] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.918173] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.918342] env[65677]: INFO nova.compute.manager [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Took 1.65 seconds to destroy the instance on the hypervisor. [ 949.918637] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 949.919084] env[65677]: DEBUG nova.compute.manager [-] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 949.919187] env[65677]: DEBUG nova.network.neutron [-] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.919425] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.985913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "refresh_cache-9cc050d9-5346-4075-b34c-91365904ac34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.986118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "refresh_cache-9cc050d9-5346-4075-b34c-91365904ac34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.986296] env[65677]: DEBUG nova.network.neutron [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.990876] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.009156] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c89006-f36c-4f8d-b7bd-c8470464117d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.017920] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8d210-08df-42e0-8156-db00d38815bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.051960] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1868135c-c25b-4061-b12c-8084411d3a02 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.061324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447f273-6181-4029-9bd5-8274b14e76a5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.076789] env[65677]: DEBUG nova.compute.provider_tree [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.088641] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636605, 'name': ReconfigVM_Task, 'duration_secs': 0.309901} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.089719] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 66ae01a7-914d-4f9b-8e34-492e25e7b227/66ae01a7-914d-4f9b-8e34-492e25e7b227.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.090444] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190ee350-7aeb-441c-8726-6cec2594e9b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.098728] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 950.098728] env[65677]: value = "task-4636606" [ 950.098728] env[65677]: _type = "Task" [ 950.098728] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.112471] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636606, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.185612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Releasing lock "refresh_cache-a30ce46b-c083-4246-961a-ed224650d49b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.185960] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Instance network_info: |[{"id": "5ea591ce-ea48-4efe-94fb-bd63fdf2d94e", "address": "fa:16:3e:7e:eb:c0", "network": {"id": "9e4eb9a7-f0ec-4401-a7ae-47d158fb2d80", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-554004078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52511c2398c14a10ad6fb1e585b25ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea591ce-ea", "ovs_interfaceid": "5ea591ce-ea48-4efe-94fb-bd63fdf2d94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 950.186356] env[65677]: DEBUG oslo_concurrency.lockutils [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] Acquired lock "refresh_cache-a30ce46b-c083-4246-961a-ed224650d49b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.186547] env[65677]: DEBUG nova.network.neutron [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Refreshing network info cache for port 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.187892] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:eb:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ea591ce-ea48-4efe-94fb-bd63fdf2d94e', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.195588] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Creating folder: Project (52511c2398c14a10ad6fb1e585b25ca6). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.197424] env[65677]: WARNING neutronclient.v2_0.client [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.199612] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf6acd32-11d9-45c1-bec8-11d8621f2ae7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.201871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] Releasing lock "refresh_cache-df1d39c2-d14b-4b02-9781-8bd02eebd1b7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.202228] env[65677]: DEBUG nova.compute.manager [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Inject network info {{(pid=65677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 950.202442] env[65677]: DEBUG nova.compute.manager [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] network_info to inject: |[{"id": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "address": "fa:16:3e:33:bd:0e", "network": {"id": "79ccd1aa-9824-4a3e-8cdd-70ec5b174e9f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1753297591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b153e43a9782476788cef01ae7b459a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09a54d7-15", "ovs_interfaceid": "b09a54d7-1523-48a1-b3b1-817b9b416b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 950.208134] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Reconfiguring VM instance to set the machine id {{(pid=65677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 950.209090] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53be7468-43ac-4ead-aa40-577335da2e28 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.226751] env[65677]: DEBUG oslo_vmware.api [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] Waiting for the task: (returnval){ [ 950.226751] env[65677]: value = "task-4636608" [ 950.226751] env[65677]: _type = "Task" [ 950.226751] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.233502] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Created folder: Project (52511c2398c14a10ad6fb1e585b25ca6) in parent group-v905237. [ 950.233713] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Creating folder: Instances. Parent ref: group-v905468. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.235180] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c091b85d-4f6c-4938-ae6b-15d371bcb65c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.242517] env[65677]: DEBUG oslo_vmware.api [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] Task: {'id': task-4636608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.256919] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Created folder: Instances in parent group-v905468. [ 950.257098] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 950.257266] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.257786] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd1a87e0-3cb2-4c22-821a-3967ee16d246 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.283345] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.283345] env[65677]: value = "task-4636610" [ 950.283345] env[65677]: _type = "Task" [ 950.283345] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.296380] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636610, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.329566] env[65677]: WARNING nova.network.neutron [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] 86e26676-b93d-4438-ae11-5c77fae018b0 already exists in list: networks containing: ['86e26676-b93d-4438-ae11-5c77fae018b0']. ignoring it [ 950.329776] env[65677]: WARNING nova.network.neutron [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] 86e26676-b93d-4438-ae11-5c77fae018b0 already exists in list: networks containing: ['86e26676-b93d-4438-ae11-5c77fae018b0']. ignoring it [ 950.386991] env[65677]: WARNING neutronclient.v2_0.client [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.456876] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.491586] env[65677]: DEBUG nova.network.neutron [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Updated VIF entry in instance network info cache for port 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.491953] env[65677]: DEBUG nova.network.neutron [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Updating instance_info_cache with network_info: [{"id": "5ea591ce-ea48-4efe-94fb-bd63fdf2d94e", "address": "fa:16:3e:7e:eb:c0", "network": {"id": "9e4eb9a7-f0ec-4401-a7ae-47d158fb2d80", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-554004078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52511c2398c14a10ad6fb1e585b25ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea591ce-ea", "ovs_interfaceid": "5ea591ce-ea48-4efe-94fb-bd63fdf2d94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.545540] env[65677]: DEBUG nova.network.neutron [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 950.584572] env[65677]: DEBUG nova.scheduler.client.report [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.610353] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636606, 'name': Rename_Task, 'duration_secs': 0.190183} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.611296] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.611553] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c3424c-c922-4149-b257-24a2f5c6e8b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619819] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 950.619819] env[65677]: value = "task-4636611" [ 950.619819] env[65677]: _type = "Task" [ 950.619819] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.632077] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.654704] env[65677]: WARNING neutronclient.v2_0.client [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.660842] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.741034] env[65677]: DEBUG oslo_vmware.api [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] Task: {'id': task-4636608, 'name': ReconfigVM_Task, 'duration_secs': 0.286042} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.742797] env[65677]: DEBUG nova.network.neutron [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Updating instance_info_cache with network_info: [{"id": "388173a9-8b04-444e-b211-708d818173b7", "address": "fa:16:3e:b7:3d:2c", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388173a9-8b", "ovs_interfaceid": "388173a9-8b04-444e-b211-708d818173b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.744254] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1154cef3-f336-4942-834a-53ab04c5b1c2 tempest-ServersAdminTestJSON-2087718842 tempest-ServersAdminTestJSON-2087718842-project-admin] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Reconfigured VM instance to set the machine id {{(pid=65677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 950.756917] env[65677]: DEBUG nova.network.neutron [-] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.798931] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636610, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.850981] env[65677]: DEBUG nova.compute.manager [req-8a9f9ae4-8826-4f62-8a9e-ba10dc05fc82 req-880914f7-e76f-4d3e-87aa-3c8cf0bc2ceb service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-vif-plugged-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 950.850981] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a9f9ae4-8826-4f62-8a9e-ba10dc05fc82 req-880914f7-e76f-4d3e-87aa-3c8cf0bc2ceb service nova] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.850981] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a9f9ae4-8826-4f62-8a9e-ba10dc05fc82 req-880914f7-e76f-4d3e-87aa-3c8cf0bc2ceb service nova] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.851207] env[65677]: DEBUG oslo_concurrency.lockutils [req-8a9f9ae4-8826-4f62-8a9e-ba10dc05fc82 req-880914f7-e76f-4d3e-87aa-3c8cf0bc2ceb service nova] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.851447] env[65677]: DEBUG nova.compute.manager [req-8a9f9ae4-8826-4f62-8a9e-ba10dc05fc82 req-880914f7-e76f-4d3e-87aa-3c8cf0bc2ceb service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] No waiting events found dispatching network-vif-plugged-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 950.851626] env[65677]: WARNING nova.compute.manager [req-8a9f9ae4-8826-4f62-8a9e-ba10dc05fc82 req-880914f7-e76f-4d3e-87aa-3c8cf0bc2ceb service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received unexpected event network-vif-plugged-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c for instance with vm_state active and task_state None. [ 950.861662] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.936028] env[65677]: DEBUG nova.network.neutron [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "address": "fa:16:3e:d6:bb:ed", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc136b922-cd", "ovs_interfaceid": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "572ccccc-9f0c-40c8-9bf1-0a05e258ca5c", "address": "fa:16:3e:6c:90:18", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572ccccc-9f", "ovs_interfaceid": "572ccccc-9f0c-40c8-9bf1-0a05e258ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.995039] env[65677]: DEBUG oslo_concurrency.lockutils [req-7df0fa1c-cb9d-4115-8a2f-f436773a8d08 req-6fe83b22-bf06-443e-82bb-563a21c95e20 service nova] Releasing lock "refresh_cache-a30ce46b-c083-4246-961a-ed224650d49b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.090483] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.092278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.263s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.092545] env[65677]: DEBUG nova.objects.instance [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lazy-loading 'resources' on Instance uuid 85e74883-a5f2-4d72-ba80-d501aea7fab4 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.116345] env[65677]: INFO nova.scheduler.client.report [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Deleted allocations for instance 2a3fcd66-f7c6-499e-9c69-51ccec3653ce [ 951.133033] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.245880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "refresh_cache-9cc050d9-5346-4075-b34c-91365904ac34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.246328] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Instance network_info: |[{"id": "388173a9-8b04-444e-b211-708d818173b7", "address": "fa:16:3e:b7:3d:2c", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388173a9-8b", "ovs_interfaceid": "388173a9-8b04-444e-b211-708d818173b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 951.246857] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:3d:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '388173a9-8b04-444e-b211-708d818173b7', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.256304] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 951.256657] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.256935] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9207d5-1b77-4228-a3eb-d99fc682b60a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.275962] env[65677]: INFO nova.compute.manager [-] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Took 1.36 seconds to deallocate network for instance. [ 951.285168] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.285168] env[65677]: value = "task-4636612" [ 951.285168] env[65677]: _type = "Task" [ 951.285168] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.300185] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636610, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.304093] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636612, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.441036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.441036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.441036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.441036] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376684f6-3eef-442b-8a77-71014a62793f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.464054] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 951.465123] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.465495] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 951.465808] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.466063] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 951.466329] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 951.466657] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 951.467038] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 951.467662] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 951.468052] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 951.468611] env[65677]: DEBUG nova.virt.hardware [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 951.480114] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfiguring VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 951.480114] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e031eb5f-a5e8-45c8-a41c-f8756b92f06c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.500270] env[65677]: DEBUG oslo_vmware.api [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 951.500270] env[65677]: value = "task-4636613" [ 951.500270] env[65677]: _type = "Task" [ 951.500270] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.512163] env[65677]: DEBUG oslo_vmware.api [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636613, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.632434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f82d72-09d3-4ce0-8ad2-46203b66b92d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Lock "2a3fcd66-f7c6-499e-9c69-51ccec3653ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.964s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.641619] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.784507] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.801950] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636610, 'name': CreateVM_Task, 'duration_secs': 1.339945} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.808749] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.808992] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636612, 'name': CreateVM_Task, 'duration_secs': 0.475363} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.810027] env[65677]: WARNING neutronclient.v2_0.client [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.810157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.810274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.810619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.810818] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.811063] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ddcdff-1d66-464c-a95b-bdbf14bada69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.813110] env[65677]: WARNING neutronclient.v2_0.client [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.813618] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.817880] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 951.817880] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5216084e-0421-1373-8585-b735e60d153f" [ 951.817880] env[65677]: _type = "Task" [ 951.817880] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.829537] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5216084e-0421-1373-8585-b735e60d153f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.018392] env[65677]: DEBUG oslo_vmware.api [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.124019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442214d-a3c6-4494-bbc9-f64cc8a91642 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.136962] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a9186-4753-4118-9656-2cabde7cee66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.140689] env[65677]: DEBUG oslo_vmware.api [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636611, 'name': PowerOnVM_Task, 'duration_secs': 1.167474} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.140946] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.141155] env[65677]: INFO nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Took 9.58 seconds to spawn the instance on the hypervisor. [ 952.141327] env[65677]: DEBUG nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 952.142603] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc294aed-e41f-4784-8907-ff17e17910e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.173735] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3927f708-952d-4ae9-acc9-b368fab5f8b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.189894] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6339389e-91ee-4311-a6b6-f090f7ec2c3b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.211187] env[65677]: DEBUG nova.compute.provider_tree [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.330646] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5216084e-0421-1373-8585-b735e60d153f, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.330986] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.331237] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.331482] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.331631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.331812] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.332126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.332483] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.332724] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbbd4cb5-3cbb-4b2b-ad21-908f8595c825 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.334866] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6054da45-980e-4a53-8908-f3bb2827c2e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.341717] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 952.341717] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5284b9d9-3779-9799-4ef3-c688ae3b4905" [ 952.341717] env[65677]: _type = "Task" [ 952.341717] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.350631] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.351263] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.356196] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3f53f3-7d1b-4a25-b568-49e28f995933 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.363514] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5284b9d9-3779-9799-4ef3-c688ae3b4905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.368853] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 952.368853] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271e4b2-a5ec-f5c6-3283-44d49769a8fc" [ 952.368853] env[65677]: _type = "Task" [ 952.368853] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.380741] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271e4b2-a5ec-f5c6-3283-44d49769a8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.448695] env[65677]: DEBUG nova.compute.manager [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Received event network-vif-plugged-388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 952.448695] env[65677]: DEBUG oslo_concurrency.lockutils [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] Acquiring lock "9cc050d9-5346-4075-b34c-91365904ac34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.453042] env[65677]: DEBUG oslo_concurrency.lockutils [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] Lock "9cc050d9-5346-4075-b34c-91365904ac34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.455214] env[65677]: DEBUG oslo_concurrency.lockutils [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] Lock "9cc050d9-5346-4075-b34c-91365904ac34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.455214] env[65677]: DEBUG nova.compute.manager [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] No waiting events found dispatching network-vif-plugged-388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 952.455214] env[65677]: WARNING nova.compute.manager [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Received unexpected event network-vif-plugged-388173a9-8b04-444e-b211-708d818173b7 for instance with vm_state building and task_state spawning. [ 952.455214] env[65677]: DEBUG nova.compute.manager [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Received event network-changed-388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 952.455214] env[65677]: DEBUG nova.compute.manager [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Refreshing instance network info cache due to event network-changed-388173a9-8b04-444e-b211-708d818173b7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 952.455214] env[65677]: DEBUG oslo_concurrency.lockutils [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] Acquiring lock "refresh_cache-9cc050d9-5346-4075-b34c-91365904ac34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.455214] env[65677]: DEBUG oslo_concurrency.lockutils [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] Acquired lock "refresh_cache-9cc050d9-5346-4075-b34c-91365904ac34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.455214] env[65677]: DEBUG nova.network.neutron [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Refreshing network info cache for port 388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.489811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.490083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.490297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.490472] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.490635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.493428] env[65677]: INFO nova.compute.manager [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Terminating instance [ 952.514440] env[65677]: DEBUG oslo_vmware.api [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.691513] env[65677]: INFO nova.compute.manager [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Took 45.75 seconds to build instance. [ 952.714560] env[65677]: DEBUG nova.scheduler.client.report [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.853066] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5284b9d9-3779-9799-4ef3-c688ae3b4905, 'name': SearchDatastore_Task, 'duration_secs': 0.025355} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.853341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.853627] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.853864] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.856897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.856897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.856897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.856897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.856897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.859724] env[65677]: INFO nova.compute.manager [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Terminating instance [ 952.881041] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271e4b2-a5ec-f5c6-3283-44d49769a8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.020617} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.881908] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eac460-05f8-444e-b030-ea3cf2196611 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.889786] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 952.889786] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5212f2de-9b92-619e-f1b1-791678dc6d4f" [ 952.889786] env[65677]: _type = "Task" [ 952.889786] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.899168] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5212f2de-9b92-619e-f1b1-791678dc6d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.958064] env[65677]: WARNING neutronclient.v2_0.client [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.998118] env[65677]: DEBUG nova.compute.manager [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 952.998404] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.999472] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d3887-c43c-4480-a531-168ffc90a100 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.009291] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.010026] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0540c92-255e-4f5d-9288-0cb34510002f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.015721] env[65677]: DEBUG oslo_vmware.api [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636613, 'name': ReconfigVM_Task, 'duration_secs': 1.193585} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.021415] env[65677]: WARNING neutronclient.v2_0.client [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.021852] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.022104] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfigured VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 953.025990] env[65677]: DEBUG oslo_vmware.api [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 953.025990] env[65677]: value = "task-4636614" [ 953.025990] env[65677]: _type = "Task" [ 953.025990] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.041054] env[65677]: DEBUG oslo_vmware.api [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.166114] env[65677]: WARNING neutronclient.v2_0.client [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.193023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d33257fd-b58d-4e0d-9ff7-82800261cee3 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.797s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.220640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.223219] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.812s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.243280] env[65677]: DEBUG nova.network.neutron [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Updated VIF entry in instance network info cache for port 388173a9-8b04-444e-b211-708d818173b7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 953.243650] env[65677]: DEBUG nova.network.neutron [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Updating instance_info_cache with network_info: [{"id": "388173a9-8b04-444e-b211-708d818173b7", "address": "fa:16:3e:b7:3d:2c", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388173a9-8b", "ovs_interfaceid": "388173a9-8b04-444e-b211-708d818173b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.250564] env[65677]: INFO nova.scheduler.client.report [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Deleted allocations for instance 85e74883-a5f2-4d72-ba80-d501aea7fab4 [ 953.363520] env[65677]: DEBUG nova.compute.manager [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 953.363872] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.364986] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0a51f2-d0d4-42f2-b598-bb3861a1d4c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.375557] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.377084] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00d776d-cbc3-4a9a-881c-f811f6040ee9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.387166] env[65677]: DEBUG oslo_vmware.api [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 953.387166] env[65677]: value = "task-4636615" [ 953.387166] env[65677]: _type = "Task" [ 953.387166] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.403183] env[65677]: DEBUG oslo_vmware.api [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.406623] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5212f2de-9b92-619e-f1b1-791678dc6d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.040557} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.406895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.407169] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] a30ce46b-c083-4246-961a-ed224650d49b/a30ce46b-c083-4246-961a-ed224650d49b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.407442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.407630] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.407858] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-436af9d6-a3df-4e67-b612-b449d10d4665 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.410231] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d20acfe-0355-4745-9b6f-2f1a6eacef09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.419060] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 953.419060] env[65677]: value = "task-4636616" [ 953.419060] env[65677]: _type = "Task" [ 953.419060] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.424911] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.425173] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.426355] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5afcf1-7f56-4ccc-8619-929894fbdd7a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.432588] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.436974] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 953.436974] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dc2197-8e9c-475c-9a2d-3cdfdb5a26a3" [ 953.436974] env[65677]: _type = "Task" [ 953.436974] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.446772] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dc2197-8e9c-475c-9a2d-3cdfdb5a26a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.529628] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd620489-7fce-4054-a929-e86696191c5b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.541s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.540997] env[65677]: DEBUG oslo_vmware.api [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636614, 'name': PowerOffVM_Task, 'duration_secs': 0.37044} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.541320] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.541538] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.541945] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4477d70c-5275-4881-8344-f1f928c09712 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.556635] env[65677]: DEBUG nova.compute.manager [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-changed-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 953.556986] env[65677]: DEBUG nova.compute.manager [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing instance network info cache due to event network-changed-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 953.557488] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.557782] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.557978] env[65677]: DEBUG nova.network.neutron [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Refreshing network info cache for port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.642331] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.642587] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.642808] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleting the datastore file [datastore1] bfce1f30-ab48-4d63-b7cc-eed495a942c7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.643177] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-725a6085-116a-42df-8865-4c3e5223fb86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.651789] env[65677]: DEBUG oslo_vmware.api [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 953.651789] env[65677]: value = "task-4636618" [ 953.651789] env[65677]: _type = "Task" [ 953.651789] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.663318] env[65677]: DEBUG oslo_vmware.api [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.731772] env[65677]: INFO nova.compute.claims [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.746910] env[65677]: DEBUG oslo_concurrency.lockutils [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] Releasing lock "refresh_cache-9cc050d9-5346-4075-b34c-91365904ac34" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.747324] env[65677]: DEBUG nova.compute.manager [req-266e5cbe-617a-46a5-b5b5-04d91ca2a2a7 req-9a064552-db87-4bba-93d8-c709e638042a service nova] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Received event network-vif-deleted-63197d4f-ed99-4ad2-ae76-2e3286babb45 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 953.759543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-99afecce-6092-4e5d-97a3-be2af1fe584f tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Lock "85e74883-a5f2-4d72-ba80-d501aea7fab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.858s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.903734] env[65677]: DEBUG oslo_vmware.api [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636615, 'name': PowerOffVM_Task, 'duration_secs': 0.358775} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.904319] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.904698] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.905186] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c186e02-161f-471e-9287-1f7497214871 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.937658] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636616, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.948036] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dc2197-8e9c-475c-9a2d-3cdfdb5a26a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.948980] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2ca879-0915-4aeb-a9b2-c9c8d4adb846 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.956031] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 953.956031] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d42b94-c679-4034-555d-03859699109f" [ 953.956031] env[65677]: _type = "Task" [ 953.956031] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.966023] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d42b94-c679-4034-555d-03859699109f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.996279] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.997366] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.997366] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleting the datastore file [datastore2] a39a5c06-0461-4d88-9e9b-4ef221d8f977 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.997542] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6728097d-dc1e-4fd1-9b7a-95e2208b4c77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.006983] env[65677]: DEBUG oslo_vmware.api [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 954.006983] env[65677]: value = "task-4636620" [ 954.006983] env[65677]: _type = "Task" [ 954.006983] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.017710] env[65677]: DEBUG oslo_vmware.api [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.061850] env[65677]: WARNING neutronclient.v2_0.client [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.162992] env[65677]: DEBUG oslo_vmware.api [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372868} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.164027] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.164027] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.164027] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.164027] env[65677]: INFO nova.compute.manager [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 954.164212] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.164338] env[65677]: DEBUG nova.compute.manager [-] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 954.164521] env[65677]: DEBUG nova.network.neutron [-] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 954.164767] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.238971] env[65677]: INFO nova.compute.resource_tracker [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating resource usage from migration 644b11b1-85b0-4b65-8cc0-738955e6b2e9 [ 954.432913] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551202} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.433260] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] a30ce46b-c083-4246-961a-ed224650d49b/a30ce46b-c083-4246-961a-ed224650d49b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.433484] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.436530] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ae1447-83f8-4b11-8be2-6ad605915560 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.445643] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 954.445643] env[65677]: value = "task-4636621" [ 954.445643] env[65677]: _type = "Task" [ 954.445643] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.458615] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.469708] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d42b94-c679-4034-555d-03859699109f, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.473055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.473436] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9cc050d9-5346-4075-b34c-91365904ac34/9cc050d9-5346-4075-b34c-91365904ac34.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.474103] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99dd5a45-9f4a-4013-8587-2cf9c92ca28f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.483667] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 954.483667] env[65677]: value = "task-4636622" [ 954.483667] env[65677]: _type = "Task" [ 954.483667] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.497919] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.518067] env[65677]: DEBUG oslo_vmware.api [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179232} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.521185] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.521463] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.521679] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.521912] env[65677]: INFO nova.compute.manager [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Took 1.16 seconds to destroy the instance on the hypervisor. [ 954.522227] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.522738] env[65677]: DEBUG nova.compute.manager [-] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 954.522860] env[65677]: DEBUG nova.network.neutron [-] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 954.523174] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.635899] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.718637] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.784696] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e61b41-dd26-440d-872e-fa010d8593ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.796489] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45315e34-8417-44e7-85bf-5b4c750c7fb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.834586] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927eab58-f896-43d0-a903-82f395feaffb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.843866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d6ff5b-5954-4ff1-aa9a-79853302d7f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.860506] env[65677]: DEBUG nova.compute.provider_tree [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.956411] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097256} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.958569] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.959705] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7820a6-a877-4679-bd08-76c5584dec48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.990590] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a30ce46b-c083-4246-961a-ed224650d49b/a30ce46b-c083-4246-961a-ed224650d49b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.995387] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c878bf35-9deb-4d90-ab0d-ebeba3fc38ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.026546] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.029152] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 955.029152] env[65677]: value = "task-4636623" [ 955.029152] env[65677]: _type = "Task" [ 955.029152] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.043834] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.293141] env[65677]: WARNING neutronclient.v2_0.client [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.363561] env[65677]: DEBUG nova.scheduler.client.report [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.420771] env[65677]: DEBUG nova.network.neutron [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updated VIF entry in instance network info cache for port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.422082] env[65677]: DEBUG nova.network.neutron [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "address": "fa:16:3e:d6:bb:ed", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc136b922-cd", "ovs_interfaceid": "c136b922-cdd4-4ef6-acc9-02ce70e3dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "572ccccc-9f0c-40c8-9bf1-0a05e258ca5c", "address": "fa:16:3e:6c:90:18", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572ccccc-9f", "ovs_interfaceid": "572ccccc-9f0c-40c8-9bf1-0a05e258ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.462022] env[65677]: DEBUG nova.network.neutron [-] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.509977] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880768} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.511896] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9cc050d9-5346-4075-b34c-91365904ac34/9cc050d9-5346-4075-b34c-91365904ac34.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.511896] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.511896] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8020d44f-8c03-49c2-96d0-5fde457a1c14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.521534] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 955.521534] env[65677]: value = "task-4636624" [ 955.521534] env[65677]: _type = "Task" [ 955.521534] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.533058] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.547416] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.734554] env[65677]: DEBUG nova.network.neutron [-] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.838061] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "66ae01a7-914d-4f9b-8e34-492e25e7b227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.838463] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.838725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "66ae01a7-914d-4f9b-8e34-492e25e7b227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.839066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.839283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.841966] env[65677]: INFO nova.compute.manager [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Terminating instance [ 955.868883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.646s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.869777] env[65677]: INFO nova.compute.manager [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Migrating [ 955.878551] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.695s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.878716] env[65677]: DEBUG nova.objects.instance [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 955.926018] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926171] env[65677]: DEBUG nova.compute.manager [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 955.926361] env[65677]: DEBUG nova.compute.manager [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing instance network info cache due to event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 955.926668] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.926897] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.926897] env[65677]: DEBUG nova.network.neutron [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.962458] env[65677]: INFO nova.compute.manager [-] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Took 1.80 seconds to deallocate network for instance. [ 956.034046] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079538} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.039357] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.041276] env[65677]: DEBUG nova.compute.manager [req-bd5036a9-ae71-40ed-8223-7e7ed7f4194e req-9b3121ab-2e1c-4bc7-aaa6-50ba8278ccb6 service nova] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Received event network-vif-deleted-2212efd2-b45d-4494-b5bb-d3fd57b136ee {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 956.041397] env[65677]: DEBUG nova.compute.manager [req-bd5036a9-ae71-40ed-8223-7e7ed7f4194e req-9b3121ab-2e1c-4bc7-aaa6-50ba8278ccb6 service nova] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Received event network-vif-deleted-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 956.043123] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11443e4e-d7e6-4cdd-a995-0daef5d61bd1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.057656] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.079530] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 9cc050d9-5346-4075-b34c-91365904ac34/9cc050d9-5346-4075-b34c-91365904ac34.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.080295] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36edac92-e2fe-4431-89d3-79d6a49d0e9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.104523] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 956.104523] env[65677]: value = "task-4636625" [ 956.104523] env[65677]: _type = "Task" [ 956.104523] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.115277] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.240332] env[65677]: INFO nova.compute.manager [-] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Took 1.72 seconds to deallocate network for instance. [ 956.346616] env[65677]: DEBUG nova.compute.manager [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 956.350143] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.350143] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ede69-24be-4b1e-a031-545c3432becd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.357961] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.360393] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4bd8095-11b9-4f10-af34-6a1d98b05684 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.371785] env[65677]: DEBUG oslo_vmware.api [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 956.371785] env[65677]: value = "task-4636626" [ 956.371785] env[65677]: _type = "Task" [ 956.371785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.387084] env[65677]: DEBUG oslo_vmware.api [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.397174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.397850] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.398093] env[65677]: DEBUG nova.network.neutron [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.429755] env[65677]: WARNING neutronclient.v2_0.client [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.471034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.547693] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636623, 'name': ReconfigVM_Task, 'duration_secs': 1.349663} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.548093] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a30ce46b-c083-4246-961a-ed224650d49b/a30ce46b-c083-4246-961a-ed224650d49b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.549159] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d022d192-7ccd-41af-a5ec-e913662417d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.558935] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 956.558935] env[65677]: value = "task-4636627" [ 956.558935] env[65677]: _type = "Task" [ 956.558935] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.575884] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636627, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.616974] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.703120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.703636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.746521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.885510] env[65677]: DEBUG oslo_vmware.api [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636626, 'name': PowerOffVM_Task, 'duration_secs': 0.371836} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.887689] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.887943] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.890095] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4835f5c1-1d30-4e70-8435-0c7445a75ef7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.901598] env[65677]: WARNING neutronclient.v2_0.client [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.904765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2ef7e751-f160-4c83-a2b8-bd98d68e74b1 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.909323] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.912265] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.179s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.913918] env[65677]: INFO nova.compute.claims [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.969029] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.969029] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.969029] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Deleting the datastore file [datastore2] 66ae01a7-914d-4f9b-8e34-492e25e7b227 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.969354] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5002091-568f-44f4-ba31-825595988d56 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.979801] env[65677]: DEBUG oslo_vmware.api [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for the task: (returnval){ [ 956.979801] env[65677]: value = "task-4636629" [ 956.979801] env[65677]: _type = "Task" [ 956.979801] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.995573] env[65677]: DEBUG oslo_vmware.api [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.055787] env[65677]: DEBUG nova.network.neutron [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updated VIF entry in instance network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.056268] env[65677]: DEBUG nova.network.neutron [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.072488] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636627, 'name': Rename_Task, 'duration_secs': 0.183174} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.073216] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.073216] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6558436-3931-4f3f-9cc6-0241a729ad3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.083017] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 957.083017] env[65677]: value = "task-4636630" [ 957.083017] env[65677]: _type = "Task" [ 957.083017] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.094473] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.116783] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636625, 'name': ReconfigVM_Task, 'duration_secs': 0.601111} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.120087] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 9cc050d9-5346-4075-b34c-91365904ac34/9cc050d9-5346-4075-b34c-91365904ac34.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.121137] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65d747c5-2ffa-4b9a-8e46-068dd07899aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.129186] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 957.129186] env[65677]: value = "task-4636631" [ 957.129186] env[65677]: _type = "Task" [ 957.129186] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.139278] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636631, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.153894] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.160885] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.161151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.206294] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 957.229500] env[65677]: DEBUG nova.network.neutron [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.393025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.393350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.495688] env[65677]: DEBUG oslo_vmware.api [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Task: {'id': task-4636629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172252} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.495688] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.495788] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.495973] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.496112] env[65677]: INFO nova.compute.manager [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.496414] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.496610] env[65677]: DEBUG nova.compute.manager [-] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 957.496738] env[65677]: DEBUG nova.network.neutron [-] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.496986] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.533495] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.559361] env[65677]: DEBUG oslo_concurrency.lockutils [req-7f66408c-e44d-43ee-962c-e03186814f52 req-53d3e32f-f3d4-494f-9ee1-8e33f2b53d3f service nova] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.595369] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636630, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.642507] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636631, 'name': Rename_Task, 'duration_secs': 0.216563} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.642817] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.643096] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-371163d8-ffe1-4ec6-9387-3516b38cd624 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.652988] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 957.652988] env[65677]: value = "task-4636632" [ 957.652988] env[65677]: _type = "Task" [ 957.652988] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.662670] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.664560] env[65677]: INFO nova.compute.manager [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Detaching volume 997352e2-8084-4404-8ecc-c0cc3ee70a11 [ 957.680578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.680898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.700830] env[65677]: INFO nova.virt.block_device [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Attempting to driver detach volume 997352e2-8084-4404-8ecc-c0cc3ee70a11 from mountpoint /dev/sdb [ 957.701109] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 957.701300] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905419', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'name': 'volume-997352e2-8084-4404-8ecc-c0cc3ee70a11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3ca986e5-2a75-4856-9abd-956ecf4f6ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'serial': '997352e2-8084-4404-8ecc-c0cc3ee70a11'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 957.702224] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc84180-e8bc-4cea-ae46-0878f8fddaab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.734621] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa3eeb-0a44-491b-ad4b-8a30922c119b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.737904] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.746299] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516fbf3e-8bfb-406a-8d11-091c1c8b90b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.775413] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.776238] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb048bea-7d2c-48bc-962f-10c2ad17fa43 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.793599] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The volume has not been displaced from its original location: [datastore2] volume-997352e2-8084-4404-8ecc-c0cc3ee70a11/volume-997352e2-8084-4404-8ecc-c0cc3ee70a11.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 957.799220] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.800389] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f463c66-1df7-4b6e-9fc3-c532485f31d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.821719] env[65677]: DEBUG oslo_vmware.api [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 957.821719] env[65677]: value = "task-4636633" [ 957.821719] env[65677]: _type = "Task" [ 957.821719] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.832329] env[65677]: DEBUG oslo_vmware.api [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.896308] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.896566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.897522] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d31ef6b-4d8a-480e-8e17-c26ab4fde310 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.916748] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350e03c7-e97a-4d6c-967a-146af85930ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.945211] env[65677]: WARNING neutronclient.v2_0.client [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.950890] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfiguring VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 957.954296] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99600f30-9f71-4bde-9afb-06a24011d9db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.975966] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 957.975966] env[65677]: value = "task-4636634" [ 957.975966] env[65677]: _type = "Task" [ 957.975966] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.985364] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.097347] env[65677]: DEBUG oslo_vmware.api [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636630, 'name': PowerOnVM_Task, 'duration_secs': 0.536465} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.097699] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.097852] env[65677]: INFO nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Took 12.02 seconds to spawn the instance on the hypervisor. [ 958.098037] env[65677]: DEBUG nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 958.098893] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a5e48-4137-41fc-bd33-2e1147dfe4a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.166641] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636632, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.183920] env[65677]: DEBUG nova.compute.utils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.339960] env[65677]: DEBUG oslo_vmware.api [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636633, 'name': ReconfigVM_Task, 'duration_secs': 0.392737} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.346951] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.352998] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d162106-0421-4143-a3b3-4f2c7ef3e930 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.370577] env[65677]: DEBUG oslo_vmware.api [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 958.370577] env[65677]: value = "task-4636635" [ 958.370577] env[65677]: _type = "Task" [ 958.370577] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.374452] env[65677]: DEBUG nova.network.neutron [-] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.381710] env[65677]: DEBUG oslo_vmware.api [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.445487] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3d354-8827-413b-b2f9-dd391b3dc7e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.456426] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6601eee9-b81f-418e-98bf-f0c68369b2c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.500265] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32f898-ebfd-4dfa-bcce-1cf2bb78243d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.513697] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fdf8e-52d5-4252-8895-c67a1d6631d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.517897] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.530310] env[65677]: DEBUG nova.compute.provider_tree [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.555477] env[65677]: DEBUG nova.compute.manager [req-d3eb621c-45a5-4d4b-a42c-bc9e4e156e13 req-e43dc7a7-1ce8-43e0-90f8-7afbde009a27 service nova] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Received event network-vif-deleted-df2af57e-a406-45c7-90b5-331e20d45458 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 958.619913] env[65677]: INFO nova.compute.manager [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Took 39.20 seconds to build instance. [ 958.664261] env[65677]: DEBUG oslo_vmware.api [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636632, 'name': PowerOnVM_Task, 'duration_secs': 0.938298} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.664577] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.664781] env[65677]: INFO nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Took 9.86 seconds to spawn the instance on the hypervisor. [ 958.664955] env[65677]: DEBUG nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 958.665747] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cad5e5-a155-459f-b12a-51f049769924 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.686720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.847642] env[65677]: INFO nova.compute.manager [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Rebuilding instance [ 958.885767] env[65677]: INFO nova.compute.manager [-] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Took 1.39 seconds to deallocate network for instance. [ 958.899100] env[65677]: DEBUG oslo_vmware.api [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636635, 'name': ReconfigVM_Task, 'duration_secs': 0.170555} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.903224] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905419', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'name': 'volume-997352e2-8084-4404-8ecc-c0cc3ee70a11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3ca986e5-2a75-4856-9abd-956ecf4f6ce6', 'attached_at': '', 'detached_at': '', 'volume_id': '997352e2-8084-4404-8ecc-c0cc3ee70a11', 'serial': '997352e2-8084-4404-8ecc-c0cc3ee70a11'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 958.911060] env[65677]: DEBUG nova.compute.manager [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 958.912526] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc39f060-3d65-491b-b84c-546bff137ae5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.006909] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.034726] env[65677]: DEBUG nova.scheduler.client.report [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.122227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "a30ce46b-c083-4246-961a-ed224650d49b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.046s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.184118] env[65677]: INFO nova.compute.manager [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Took 38.29 seconds to build instance. [ 959.258886] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c93ff-f8b1-4377-8e91-5f7c7944fffd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.284050] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.400312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.477756] env[65677]: DEBUG nova.objects.instance [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'flavor' on Instance uuid 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.509257] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.539690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.541550] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 959.546312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.313s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.548471] env[65677]: INFO nova.compute.claims [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.686069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-100a0016-c80a-4e2e-b09a-51b2ae75e38e tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "9cc050d9-5346-4075-b34c-91365904ac34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.765869] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.766067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.766331] env[65677]: INFO nova.compute.manager [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Attaching volume 9a64d6c6-1a6a-4a3a-8fad-51b852551fff to /dev/sdb [ 959.788063] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.788475] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b16685c-fea4-4605-9213-7161f34a3d5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.797840] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 959.797840] env[65677]: value = "task-4636636" [ 959.797840] env[65677]: _type = "Task" [ 959.797840] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.807838] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.812634] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a05182-d961-4a64-a6b1-5426fc14d2bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.820942] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42572e8-c459-4475-8f02-ef97d8e19e51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.841986] env[65677]: DEBUG nova.virt.block_device [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating existing volume attachment record: d67e590a-ae5a-45de-b9cb-b5b8bb709662 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 959.929450] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.929775] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fbc87ee-c91e-42b9-81af-f4ab7f76c90d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.937897] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 959.937897] env[65677]: value = "task-4636637" [ 959.937897] env[65677]: _type = "Task" [ 959.937897] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.948444] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.949972] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "9cc050d9-5346-4075-b34c-91365904ac34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.950196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "9cc050d9-5346-4075-b34c-91365904ac34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.950390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "9cc050d9-5346-4075-b34c-91365904ac34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.950570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "9cc050d9-5346-4075-b34c-91365904ac34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.950731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "9cc050d9-5346-4075-b34c-91365904ac34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.953024] env[65677]: INFO nova.compute.manager [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Terminating instance [ 960.009321] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.057234] env[65677]: DEBUG nova.compute.utils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.061272] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 960.061707] env[65677]: DEBUG nova.network.neutron [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 960.062191] env[65677]: WARNING neutronclient.v2_0.client [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.062636] env[65677]: WARNING neutronclient.v2_0.client [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.136426] env[65677]: DEBUG nova.policy [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3c289d7554d6f9c00ab94f2fc9855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3065dcf941fc4006846ab55b10d23b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.310792] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 960.311699] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.453023] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636637, 'name': PowerOffVM_Task, 'duration_secs': 0.285295} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.453361] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.453600] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.454495] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507cc92d-a033-461c-abaa-cbb38a31f914 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.458381] env[65677]: DEBUG nova.compute.manager [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 960.458591] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.459441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d109ca-fa94-495e-972d-90d6a1c4ebe2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.470500] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.470827] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.471086] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbe1b465-1d29-40d9-9f4d-52040501b93b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.473228] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e20b856-de15-46e9-b523-81597a65bb80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.483401] env[65677]: DEBUG oslo_vmware.api [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 960.483401] env[65677]: value = "task-4636641" [ 960.483401] env[65677]: _type = "Task" [ 960.483401] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.489374] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57674da4-571a-4840-80e3-efa7917206ce tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.498449] env[65677]: DEBUG oslo_vmware.api [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.512128] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.564756] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 960.592342] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.594023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.594023] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleting the datastore file [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.594023] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1239b1a4-72c6-42c0-b231-437fdeea7992 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.604567] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 960.604567] env[65677]: value = "task-4636643" [ 960.604567] env[65677]: _type = "Task" [ 960.604567] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.621311] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.625327] env[65677]: DEBUG nova.network.neutron [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Successfully created port: 7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 960.737266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "a30ce46b-c083-4246-961a-ed224650d49b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.737266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "a30ce46b-c083-4246-961a-ed224650d49b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.737266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "a30ce46b-c083-4246-961a-ed224650d49b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.737266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "a30ce46b-c083-4246-961a-ed224650d49b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.737266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "a30ce46b-c083-4246-961a-ed224650d49b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.737266] env[65677]: INFO nova.compute.manager [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Terminating instance [ 960.823275] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 960.823994] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.823994] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 960.823994] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.823994] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 960.824508] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 960.824508] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.824508] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 960.824596] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 960.824767] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 960.826888] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 960.832577] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bfa420-a0c7-4eac-aa40-4c134b72b744 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.854274] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 960.854274] env[65677]: value = "task-4636644" [ 960.854274] env[65677]: _type = "Task" [ 960.854274] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.866638] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.996489] env[65677]: DEBUG oslo_vmware.api [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636641, 'name': PowerOffVM_Task, 'duration_secs': 0.22369} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.996779] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.996936] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.997219] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1f485a3-ccc4-43d1-a7e2-73704a733446 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.009408] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.091834] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.092712] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.092712] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleting the datastore file [datastore2] 9cc050d9-5346-4075-b34c-91365904ac34 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.097881] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b8f816-b658-48e5-83b0-3404c09af89f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.111228] env[65677]: DEBUG oslo_vmware.api [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 961.111228] env[65677]: value = "task-4636646" [ 961.111228] env[65677]: _type = "Task" [ 961.111228] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.126701] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218889} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.128992] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.129251] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.129510] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.141309] env[65677]: DEBUG oslo_vmware.api [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.222887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22e79c0-fcb1-41ac-8b89-3f4e002185e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.233301] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd871b6c-2ea8-46d9-ac9a-fe2cec1e0a1a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.241490] env[65677]: DEBUG nova.compute.manager [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 961.241704] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.268931] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48385ab6-6fea-4709-b657-886757b11ed1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.273684] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e94e6a-d5a7-49ed-a555-719e7b0d65d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.282661] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.284534] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c3fa7b9-c49b-4c22-9890-385be76582f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.287500] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afdc34b-395d-4081-a9aa-83549e62e8e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.305190] env[65677]: DEBUG nova.compute.provider_tree [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.309031] env[65677]: DEBUG oslo_vmware.api [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 961.309031] env[65677]: value = "task-4636647" [ 961.309031] env[65677]: _type = "Task" [ 961.309031] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.321149] env[65677]: DEBUG oslo_vmware.api [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.369059] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636644, 'name': ReconfigVM_Task, 'duration_secs': 0.315583} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.370412] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.514032] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.583525] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 961.612022] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.612288] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.612457] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.612631] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.612773] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.612919] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.613139] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.613294] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.613460] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.613620] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.613788] env[65677]: DEBUG nova.virt.hardware [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.614810] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b461202e-79e3-4547-aec4-2f92c23acf36 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.626865] env[65677]: DEBUG oslo_vmware.api [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214633} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.629223] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.629425] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.629597] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.629768] env[65677]: INFO nova.compute.manager [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Took 1.17 seconds to destroy the instance on the hypervisor. [ 961.630013] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.630286] env[65677]: DEBUG nova.compute.manager [-] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 961.630385] env[65677]: DEBUG nova.network.neutron [-] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 961.630630] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.633511] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a6c19-c36c-4497-942b-c0d2d623d941 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.810916] env[65677]: DEBUG nova.scheduler.client.report [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.828580] env[65677]: DEBUG oslo_vmware.api [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636647, 'name': PowerOffVM_Task, 'duration_secs': 0.221478} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.828853] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.829114] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.829424] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f2d978b-0ba6-4c87-9b33-8686ca374b06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.884221] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.884510] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.884670] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.884855] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.885006] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.885283] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.885488] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.885646] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.885929] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.886024] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.886144] env[65677]: DEBUG nova.virt.hardware [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.892106] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.892556] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee27d5f4-2e7b-4ffb-bbe8-7f8f8d98c091 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.913119] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 961.913119] env[65677]: value = "task-4636649" [ 961.913119] env[65677]: _type = "Task" [ 961.913119] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.917826] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.921954] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.922195] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.922419] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Deleting the datastore file [datastore2] a30ce46b-c083-4246-961a-ed224650d49b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.922728] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09b749b-3c6f-41e6-916f-3402a76c850c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.928141] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.934695] env[65677]: DEBUG oslo_vmware.api [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for the task: (returnval){ [ 961.934695] env[65677]: value = "task-4636650" [ 961.934695] env[65677]: _type = "Task" [ 961.934695] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.944251] env[65677]: DEBUG oslo_vmware.api [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.012259] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.171355] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.171529] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.171683] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.171844] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.172116] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.172179] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.173037] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.173037] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.173037] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.173037] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.173037] env[65677]: DEBUG nova.virt.hardware [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.173902] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55bbc2-e8aa-4403-9a22-755d984b628d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.182964] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4151938-9658-419a-a8b4-678bbec67031 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.198860] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ef:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc41c35-8bf8-4c11-9a1a-945f24f0ba0d', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.207875] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 962.208222] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.208789] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63ef1987-ce16-4aed-a514-ff75a075fe0b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.230174] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.230174] env[65677]: value = "task-4636651" [ 962.230174] env[65677]: _type = "Task" [ 962.230174] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.242150] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636651, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.324658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.324658] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 962.327632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.372s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.331019] env[65677]: DEBUG nova.objects.instance [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lazy-loading 'resources' on Instance uuid 3fd48715-cf85-4f6b-b284-1826f26a2a32 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.426306] env[65677]: DEBUG nova.network.neutron [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Successfully updated port: 7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 962.430885] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636649, 'name': ReconfigVM_Task, 'duration_secs': 0.182079} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.431534] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.433268] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68ea53-fe69-4c99-ba25-2b67d0d7b6ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.468264] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577/bc0c29e3-da3f-4a46-9e08-60b456883577.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.472397] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4487cf-f523-4c44-996f-82835ba26495 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.488313] env[65677]: DEBUG oslo_vmware.api [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Task: {'id': task-4636650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15775} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.489032] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.489325] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.489807] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.489807] env[65677]: INFO nova.compute.manager [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 962.490132] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 962.491078] env[65677]: DEBUG nova.compute.manager [-] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 962.491358] env[65677]: DEBUG nova.network.neutron [-] [instance: a30ce46b-c083-4246-961a-ed224650d49b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 962.491683] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.501249] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 962.501249] env[65677]: value = "task-4636653" [ 962.501249] env[65677]: _type = "Task" [ 962.501249] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.521538] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.525588] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.660563] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.742060] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636651, 'name': CreateVM_Task, 'duration_secs': 0.414249} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.742298] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.742841] env[65677]: WARNING neutronclient.v2_0.client [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 962.743231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.743382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.743692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.743951] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d148215a-efbc-4cdf-851b-c786a522ec4d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.750709] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 962.750709] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528fb4fc-5594-1272-e0ee-722b91fdd3ef" [ 962.750709] env[65677]: _type = "Task" [ 962.750709] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.760934] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528fb4fc-5594-1272-e0ee-722b91fdd3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.831174] env[65677]: DEBUG nova.compute.utils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.836574] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 962.836574] env[65677]: DEBUG nova.network.neutron [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 962.836810] env[65677]: WARNING neutronclient.v2_0.client [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.837114] env[65677]: WARNING neutronclient.v2_0.client [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.931762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.932042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.932278] env[65677]: DEBUG nova.network.neutron [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.019248] env[65677]: DEBUG oslo_vmware.api [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636653, 'name': ReconfigVM_Task, 'duration_secs': 0.312746} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.024241] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Reconfigured VM instance instance-00000031 to attach disk [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577/bc0c29e3-da3f-4a46-9e08-60b456883577.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.024451] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.030158] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.041639] env[65677]: DEBUG nova.policy [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c443c3004194d58a954b3c30d327011', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930f244762aa4a058f6321df9a79756d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.104271] env[65677]: DEBUG nova.network.neutron [-] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.266867] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528fb4fc-5594-1272-e0ee-722b91fdd3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.269521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.269759] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.269989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.270136] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.270312] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.270811] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd326c6-4a9a-42e8-9491-e9da47b9de2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.282498] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.282498] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.285872] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd6b9c7-9f87-42f4-9127-b777e7156ec2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.292977] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 963.292977] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af00c9-6218-fcfa-7196-7e8b41c41cf9" [ 963.292977] env[65677]: _type = "Task" [ 963.292977] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.305734] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af00c9-6218-fcfa-7196-7e8b41c41cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.339116] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 963.440202] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8074e-d5b1-46da-8692-2024eaae3a8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.443432] env[65677]: DEBUG nova.compute.manager [req-b7e5d026-a228-4ff2-99b1-c24e5b7f504e req-eefbf5cb-3dd0-453f-820a-296bce4e4924 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Received event network-vif-plugged-7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 963.443690] env[65677]: DEBUG oslo_concurrency.lockutils [req-b7e5d026-a228-4ff2-99b1-c24e5b7f504e req-eefbf5cb-3dd0-453f-820a-296bce4e4924 service nova] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.443832] env[65677]: DEBUG oslo_concurrency.lockutils [req-b7e5d026-a228-4ff2-99b1-c24e5b7f504e req-eefbf5cb-3dd0-453f-820a-296bce4e4924 service nova] Lock "07e11662-8119-42df-bc9a-8fa757065a1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.444842] env[65677]: DEBUG oslo_concurrency.lockutils [req-b7e5d026-a228-4ff2-99b1-c24e5b7f504e req-eefbf5cb-3dd0-453f-820a-296bce4e4924 service nova] Lock "07e11662-8119-42df-bc9a-8fa757065a1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.444842] env[65677]: DEBUG nova.compute.manager [req-b7e5d026-a228-4ff2-99b1-c24e5b7f504e req-eefbf5cb-3dd0-453f-820a-296bce4e4924 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] No waiting events found dispatching network-vif-plugged-7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 963.444842] env[65677]: WARNING nova.compute.manager [req-b7e5d026-a228-4ff2-99b1-c24e5b7f504e req-eefbf5cb-3dd0-453f-820a-296bce4e4924 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Received unexpected event network-vif-plugged-7735483e-bf38-4a97-92a2-593c0bf8a5ec for instance with vm_state building and task_state spawning. [ 963.447494] env[65677]: DEBUG nova.network.neutron [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Successfully created port: 9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 963.453278] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813b3d4-a378-42bf-a521-8dba0c9de357 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.491725] env[65677]: DEBUG nova.network.neutron [-] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.494192] env[65677]: DEBUG nova.network.neutron [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.497777] env[65677]: DEBUG nova.compute.manager [req-65489886-3b6a-41fb-9ddf-50544f40e2c8 req-9bdf6847-0a28-41f7-94ff-f6138c77eb1d service nova] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Received event network-vif-deleted-388173a9-8b04-444e-b211-708d818173b7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 963.499301] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caa21a5-4169-499d-bfbc-1dbdfee90e96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.509774] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2e74f9-3a96-410d-9025-644fa64cfd5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.518145] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.530810] env[65677]: DEBUG nova.compute.provider_tree [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.532781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c8373-cef0-4985-b7bf-47b3bfafa7cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.554560] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4050eb-ac65-47d8-805a-27090559d594 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.578631] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.607262] env[65677]: INFO nova.compute.manager [-] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Took 1.98 seconds to deallocate network for instance. [ 963.761057] env[65677]: WARNING neutronclient.v2_0.client [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.808607] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af00c9-6218-fcfa-7196-7e8b41c41cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.809661] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ce24b9-f0db-479a-be3e-86c922414cc6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.819350] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 963.819350] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529349a8-f3cd-b823-a987-769060724fe7" [ 963.819350] env[65677]: _type = "Task" [ 963.819350] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.831889] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529349a8-f3cd-b823-a987-769060724fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.832184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.832557] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.832870] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3530c5-0da8-4935-b45e-532eaab1e84b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.848418] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 963.848418] env[65677]: value = "task-4636654" [ 963.848418] env[65677]: _type = "Task" [ 963.848418] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.858921] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.991558] env[65677]: DEBUG nova.network.neutron [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updating instance_info_cache with network_info: [{"id": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "address": "fa:16:3e:10:9e:9a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7735483e-bf", "ovs_interfaceid": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.003022] env[65677]: INFO nova.compute.manager [-] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Took 1.51 seconds to deallocate network for instance. [ 964.020399] env[65677]: DEBUG oslo_vmware.api [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636634, 'name': ReconfigVM_Task, 'duration_secs': 5.838976} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.020399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.020399] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Reconfigured VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 964.020399] env[65677]: WARNING neutronclient.v2_0.client [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.020796] env[65677]: WARNING neutronclient.v2_0.client [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.037595] env[65677]: DEBUG nova.scheduler.client.report [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.063358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.063535] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.063800] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.064084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.064396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.067084] env[65677]: INFO nova.compute.manager [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Terminating instance [ 964.087070] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.087587] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.123690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.219988] env[65677]: DEBUG nova.network.neutron [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Port a7868db5-5c10-4b0a-b31e-9a44eaa79709 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 964.351252] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 964.366071] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636654, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.383179] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 964.383448] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.383602] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 964.383781] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 964.386635] env[65677]: DEBUG nova.virt.hardware [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 964.386635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba40061-604f-4de1-9d3a-452cc31cff2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.396889] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedd244-1a4b-4833-9236-06840a4c373b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.494722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.495267] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance network_info: |[{"id": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "address": "fa:16:3e:10:9e:9a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7735483e-bf", "ovs_interfaceid": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 964.496155] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:9e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7735483e-bf38-4a97-92a2-593c0bf8a5ec', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.504573] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 964.504854] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.505100] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c17279b1-1541-4fb8-85d2-03c5678b7282 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.524639] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.530984] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.530984] env[65677]: value = "task-4636655" [ 964.530984] env[65677]: _type = "Task" [ 964.530984] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.544030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.546514] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636655, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.547179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.341s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.547372] env[65677]: DEBUG nova.objects.instance [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lazy-loading 'resources' on Instance uuid ade1dc2f-1a89-4c0a-b7ce-494ef153adb3 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.572255] env[65677]: DEBUG nova.compute.manager [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 964.572554] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.573392] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c7783-4a5d-460f-bb27-3d4e3febc0cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.583118] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.583440] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ee87ed-2e4a-40ed-b62e-b3ab21cf4b02 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.588139] env[65677]: INFO nova.scheduler.client.report [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Deleted allocations for instance 3fd48715-cf85-4f6b-b284-1826f26a2a32 [ 964.599382] env[65677]: DEBUG oslo_vmware.api [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 964.599382] env[65677]: value = "task-4636656" [ 964.599382] env[65677]: _type = "Task" [ 964.599382] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.612029] env[65677]: DEBUG oslo_vmware.api [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.865106] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523856} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.865555] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.865878] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.866269] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e404efd-d623-4200-b370-ac60d86f62b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.875850] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 964.875850] env[65677]: value = "task-4636657" [ 964.875850] env[65677]: _type = "Task" [ 964.875850] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.886082] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.903839] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 964.904307] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905473', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'name': 'volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bc711e4-7896-4ed4-a9d8-13be150a5793', 'attached_at': '', 'detached_at': '', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'serial': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 964.905355] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928c735d-fde0-4c0b-8e0e-a50bc80add66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.925415] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd082065-cd4f-4cbc-826b-d4b1738ff8cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.956436] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff/volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.958444] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b848cf-404d-48c8-9035-d55e015de6f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.974102] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.974281] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.974448] env[65677]: DEBUG nova.network.neutron [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 964.984683] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 964.984683] env[65677]: value = "task-4636658" [ 964.984683] env[65677]: _type = "Task" [ 964.984683] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.994734] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.043585] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636655, 'name': CreateVM_Task, 'duration_secs': 0.402205} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.043744] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.044484] env[65677]: WARNING neutronclient.v2_0.client [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.044701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.045073] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.045316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.045608] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7476ce89-13c0-4e89-ab78-27a71fb200de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.053480] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 965.053480] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f41065-3c16-d32d-bad2-1e1298b12f47" [ 965.053480] env[65677]: _type = "Task" [ 965.053480] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.865540] env[65677]: DEBUG nova.network.neutron [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Successfully updated port: 9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 965.879572] env[65677]: WARNING neutronclient.v2_0.client [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.887631] env[65677]: DEBUG nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Received event network-changed-7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 965.887631] env[65677]: DEBUG nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Refreshing instance network info cache due to event network-changed-7735483e-bf38-4a97-92a2-593c0bf8a5ec. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 965.887631] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Acquiring lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.887631] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Acquired lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.887631] env[65677]: DEBUG nova.network.neutron [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Refreshing network info cache for port 7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.889878] env[65677]: DEBUG nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Received event network-vif-deleted-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 965.890083] env[65677]: DEBUG nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-vif-deleted-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 965.890242] env[65677]: INFO nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Neutron deleted interface c136b922-cdd4-4ef6-acc9-02ce70e3dfe8; detaching it from the instance and deleting it from the info cache [ 965.890518] env[65677]: DEBUG nova.network.neutron [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "572ccccc-9f0c-40c8-9bf1-0a05e258ca5c", "address": "fa:16:3e:6c:90:18", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572ccccc-9f", "ovs_interfaceid": "572ccccc-9f0c-40c8-9bf1-0a05e258ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.893872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Lock "3fd48715-cf85-4f6b-b284-1826f26a2a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.208s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.902198] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.902457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.903243] env[65677]: DEBUG nova.network.neutron [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.918126] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f41065-3c16-d32d-bad2-1e1298b12f47, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.921247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.921487] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.921970] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.926044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.926264] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.926496] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.926637] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.926813] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.930811] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9153bd35-3ea5-4fae-8df5-b6f9c6b1adba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.944369] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.944369] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078878} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.944369] env[65677]: DEBUG oslo_vmware.api [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636656, 'name': PowerOffVM_Task, 'duration_secs': 0.266159} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.946730] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.946730] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.946730] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.947997] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c9cfa8-b3d6-4270-8f07-4d612b30fba5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.952022] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed81e2f-0e6f-4095-93fd-65d722b03aac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.961835] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.962203] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.968039] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdaed58-5034-416d-97df-bf0f2d70e6b7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.996619] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.001395] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758ea945-42c7-4721-9ac3-68e286c203e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.021547] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 966.021547] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52709048-b024-0005-5062-eceed1367cd3" [ 966.021547] env[65677]: _type = "Task" [ 966.021547] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.036143] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 966.036143] env[65677]: value = "task-4636660" [ 966.036143] env[65677]: _type = "Task" [ 966.036143] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.049975] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52709048-b024-0005-5062-eceed1367cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.050670] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.050670] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.050670] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleting the datastore file [datastore1] 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.051889] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cad57d9-1911-4a12-9bb7-8d218eef26d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.060154] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af36c73c-fa15-492c-8af6-87f61473bd73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.062172] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.069730] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 966.069730] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e0185-e546-b59b-1a64-2ee4bf25583e" [ 966.069730] env[65677]: _type = "Task" [ 966.069730] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.071999] env[65677]: DEBUG nova.network.neutron [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 966.075390] env[65677]: DEBUG oslo_vmware.api [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 966.075390] env[65677]: value = "task-4636661" [ 966.075390] env[65677]: _type = "Task" [ 966.075390] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.089921] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528e0185-e546-b59b-1a64-2ee4bf25583e, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.096198] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.096511] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.096820] env[65677]: DEBUG oslo_vmware.api [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.098203] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc12a47-b777-416b-80cd-69ce00ce47ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.106374] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 966.106374] env[65677]: value = "task-4636662" [ 966.106374] env[65677]: _type = "Task" [ 966.106374] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.125525] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.216342] env[65677]: WARNING neutronclient.v2_0.client [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.358658] env[65677]: WARNING neutronclient.v2_0.client [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.392355] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636658, 'name': ReconfigVM_Task, 'duration_secs': 1.351409} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.395888] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff/volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.401406] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52688ce1-dd11-4570-be64-050c249b250a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.412910] env[65677]: DEBUG nova.network.neutron [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [{"id": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "address": "fa:16:3e:7d:8c:fa", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2583cf-4f", "ovs_interfaceid": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.414527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.414713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "89edb1d2-d746-407d-aafb-6931322c3388" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.415038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.415390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.415501] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "89edb1d2-d746-407d-aafb-6931322c3388-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.418566] env[65677]: INFO nova.compute.manager [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Terminating instance [ 966.430819] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 966.430819] env[65677]: value = "task-4636663" [ 966.430819] env[65677]: _type = "Task" [ 966.430819] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.445801] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.520451] env[65677]: INFO nova.network.neutron [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Port c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 966.520451] env[65677]: INFO nova.network.neutron [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 966.520451] env[65677]: DEBUG nova.network.neutron [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.521992] env[65677]: WARNING neutronclient.v2_0.client [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.525046] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] Acquiring lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.555386] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636660, 'name': ReconfigVM_Task, 'duration_secs': 0.325233} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.559367] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Reconfigured VM instance instance-00000029 to attach disk [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.560573] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b741743-1775-4528-825c-d71a1e4e66a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.572119] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 966.572119] env[65677]: value = "task-4636664" [ 966.572119] env[65677]: _type = "Task" [ 966.572119] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.579160] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2964362d-dfe9-4445-810f-1d493dd22440 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.591175] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636664, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.602830] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e16d8-20f1-403b-a585-6783d1f9630d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.607768] env[65677]: DEBUG oslo_vmware.api [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210659} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.608255] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.608464] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.608641] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.609150] env[65677]: INFO nova.compute.manager [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Took 2.04 seconds to destroy the instance on the hypervisor. [ 966.609284] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.613933] env[65677]: DEBUG nova.compute.manager [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 966.614111] env[65677]: DEBUG nova.network.neutron [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 966.614327] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.652404] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b194d5-ae1b-496e-969e-9e76c1ec98d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.655565] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.666816] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dbb4c-9744-4e37-b9e7-c586d7df8b9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.685726] env[65677]: DEBUG nova.compute.provider_tree [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.711475] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.921202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.921202] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Instance network_info: |[{"id": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "address": "fa:16:3e:7d:8c:fa", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2583cf-4f", "ovs_interfaceid": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 966.921202] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2583cf-4ff6-404e-98c1-8148e893b6fd', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.929179] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.929666] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.930061] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec4e7b9-09b5-47a5-8fdd-96fe12f17710 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.947218] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.951965] env[65677]: DEBUG nova.compute.manager [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 966.951965] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.952918] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121f4fc-0271-403a-953d-4771cbc6c461 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.964516] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.968179] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574ece70-75c1-4fde-99fb-3870fc7173d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.969868] env[65677]: DEBUG oslo_vmware.api [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636663, 'name': ReconfigVM_Task, 'duration_secs': 0.201152} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.970117] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.970117] env[65677]: value = "task-4636665" [ 966.970117] env[65677]: _type = "Task" [ 966.970117] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.970437] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905473', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'name': 'volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bc711e4-7896-4ed4-a9d8-13be150a5793', 'attached_at': '', 'detached_at': '', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'serial': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 966.977485] env[65677]: DEBUG oslo_vmware.api [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 966.977485] env[65677]: value = "task-4636666" [ 966.977485] env[65677]: _type = "Task" [ 966.977485] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.987451] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636665, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.996882] env[65677]: DEBUG oslo_vmware.api [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.029463] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.049147] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.049147] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.049147] env[65677]: DEBUG nova.network.neutron [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 967.091442] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636664, 'name': Rename_Task, 'duration_secs': 0.185074} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.092168] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.092300] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f516c25f-ae17-42ca-bd92-2c4dece1ee30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.103856] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 967.103856] env[65677]: value = "task-4636667" [ 967.103856] env[65677]: _type = "Task" [ 967.103856] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.116353] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.122756] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657835} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.123052] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.123272] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.123710] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63ad8d6-e0e2-4fb0-a0a5-947a5ebd992f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.131880] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 967.131880] env[65677]: value = "task-4636668" [ 967.131880] env[65677]: _type = "Task" [ 967.131880] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.143739] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.190618] env[65677]: WARNING neutronclient.v2_0.client [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.194989] env[65677]: DEBUG nova.scheduler.client.report [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.458299] env[65677]: DEBUG nova.network.neutron [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updated VIF entry in instance network info cache for port 7735483e-bf38-4a97-92a2-593c0bf8a5ec. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 967.458667] env[65677]: DEBUG nova.network.neutron [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updating instance_info_cache with network_info: [{"id": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "address": "fa:16:3e:10:9e:9a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7735483e-bf", "ovs_interfaceid": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.486839] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636665, 'name': CreateVM_Task, 'duration_secs': 0.487535} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.487391] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.487953] env[65677]: WARNING neutronclient.v2_0.client [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.488334] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.488492] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.488817] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.489062] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e52d6a4-3c48-4947-a4d9-7f3ef04e6838 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.493799] env[65677]: DEBUG oslo_vmware.api [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636666, 'name': PowerOffVM_Task, 'duration_secs': 0.316484} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.494463] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.494667] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.495274] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d6bbcd-3ef1-4905-a81c-7dd5bdebb76d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.498966] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 967.498966] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cb6ced-5c2e-3c59-5473-fdebdc560c1a" [ 967.498966] env[65677]: _type = "Task" [ 967.498966] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.508974] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cb6ced-5c2e-3c59-5473-fdebdc560c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.533787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-889d71cf-6421-4520-9aee-1c7bd06b4311 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-89edb1d2-d746-407d-aafb-6931322c3388-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.140s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.554070] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.571394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.571552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.620151] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.621593] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.621817] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.621988] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleting the datastore file [datastore2] 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.622346] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5ee4fea-6317-4775-bf06-dcc066d5ddcc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.630293] env[65677]: DEBUG oslo_vmware.api [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 967.630293] env[65677]: value = "task-4636670" [ 967.630293] env[65677]: _type = "Task" [ 967.630293] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.647095] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096021} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.647806] env[65677]: DEBUG oslo_vmware.api [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.648855] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.651055] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a63eb6-a085-42d9-a1b9-fdd4c4fd8c74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.678200] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.681447] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b1c9d49-cfe4-4d2e-af98-163be932c2b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.701890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.155s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.706218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.259s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.706694] env[65677]: DEBUG nova.objects.instance [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'resources' on Instance uuid 2e0da721-370b-4467-83c1-ff67a0ee3cc9 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.707991] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 967.707991] env[65677]: value = "task-4636671" [ 967.707991] env[65677]: _type = "Task" [ 967.707991] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.722280] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.745502] env[65677]: INFO nova.scheduler.client.report [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted allocations for instance ade1dc2f-1a89-4c0a-b7ce-494ef153adb3 [ 967.909848] env[65677]: WARNING neutronclient.v2_0.client [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.926372] env[65677]: DEBUG nova.network.neutron [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.962291] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Releasing lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.962291] env[65677]: DEBUG nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Received event network-vif-plugged-9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 967.962291] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Acquiring lock "92055d85-8c98-4698-8335-609e3fb9501e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.962684] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Lock "92055d85-8c98-4698-8335-609e3fb9501e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.962873] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Lock "92055d85-8c98-4698-8335-609e3fb9501e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.963052] env[65677]: DEBUG nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] No waiting events found dispatching network-vif-plugged-9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 967.963706] env[65677]: WARNING nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Received unexpected event network-vif-plugged-9b2583cf-4ff6-404e-98c1-8148e893b6fd for instance with vm_state building and task_state spawning. [ 967.963706] env[65677]: DEBUG nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Received event network-changed-9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 967.963706] env[65677]: DEBUG nova.compute.manager [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Refreshing instance network info cache due to event network-changed-9b2583cf-4ff6-404e-98c1-8148e893b6fd. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 967.964072] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Acquiring lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.964072] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Acquired lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.964265] env[65677]: DEBUG nova.network.neutron [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Refreshing network info cache for port 9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.013786] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cb6ced-5c2e-3c59-5473-fdebdc560c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012674} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.014174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.014526] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.014734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.014843] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.015028] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.015433] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d374c05-1e98-4f41-ac28-05bf02916ae9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.027666] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.027866] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.028651] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3618ef-0bcb-4df5-a500-f3dfcb9414ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.031921] env[65677]: DEBUG nova.objects.instance [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.037899] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 968.037899] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5239ac8b-12b6-0f06-9996-82f6b5ba32b2" [ 968.037899] env[65677]: _type = "Task" [ 968.037899] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.039154] env[65677]: DEBUG nova.network.neutron [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.051810] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5239ac8b-12b6-0f06-9996-82f6b5ba32b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.075825] env[65677]: DEBUG nova.compute.utils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.118160] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.141674] env[65677]: DEBUG oslo_vmware.api [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304915} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.142031] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.142231] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.142721] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.142721] env[65677]: INFO nova.compute.manager [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Took 1.19 seconds to destroy the instance on the hypervisor. [ 968.142998] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 968.143238] env[65677]: DEBUG nova.compute.manager [-] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 968.143373] env[65677]: DEBUG nova.network.neutron [-] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 968.143713] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.224817] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636671, 'name': ReconfigVM_Task, 'duration_secs': 0.375828} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.225420] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.226260] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa0c2d7-ef8b-498c-8f42-6f49de15a562 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.235248] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.239428] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 968.239428] env[65677]: value = "task-4636672" [ 968.239428] env[65677]: _type = "Task" [ 968.239428] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.250866] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636672, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.260913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "ade1dc2f-1a89-4c0a-b7ce-494ef153adb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.989s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.267330] env[65677]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c could not be found.", "detail": ""}} {{(pid=65677) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 968.268643] env[65677]: DEBUG nova.network.neutron [-] Unable to show port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c as it no longer exists. {{(pid=65677) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 968.430754] env[65677]: INFO nova.compute.manager [-] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Took 1.82 seconds to deallocate network for instance. [ 968.462024] env[65677]: DEBUG nova.compute.manager [req-cb18685c-ec0b-412d-b5d9-16f50f564e00 req-ab1b059b-e01a-47a2-8428-974b5b68e5b6 service nova] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Received event network-vif-deleted-1f84c642-b403-4e3e-bd3a-9eecdae0c047 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 968.467994] env[65677]: WARNING neutronclient.v2_0.client [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.540570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fb4d0eb-6e60-4573-987d-344a8dfce0d8 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.774s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.555135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.580096] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.580210] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5239ac8b-12b6-0f06-9996-82f6b5ba32b2, 'name': SearchDatastore_Task, 'duration_secs': 0.02223} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.582204] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb634554-4a46-4c09-960e-3ab4d06ff2a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.590665] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 968.590665] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525a0214-b8fa-b857-99ff-8a3a26edba54" [ 968.590665] env[65677]: _type = "Task" [ 968.590665] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.605849] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525a0214-b8fa-b857-99ff-8a3a26edba54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.620721] env[65677]: DEBUG oslo_vmware.api [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636667, 'name': PowerOnVM_Task, 'duration_secs': 1.131171} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.620863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.621387] env[65677]: DEBUG nova.compute.manager [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 968.622898] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce7b99f-3713-4ad8-b4b6-e8069902c3c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.685923] env[65677]: WARNING neutronclient.v2_0.client [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.755123] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636672, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.775231] env[65677]: DEBUG nova.network.neutron [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updated VIF entry in instance network info cache for port 9b2583cf-4ff6-404e-98c1-8148e893b6fd. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 968.777573] env[65677]: DEBUG nova.network.neutron [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [{"id": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "address": "fa:16:3e:7d:8c:fa", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2583cf-4f", "ovs_interfaceid": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.890509] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6a90a-c5fb-4f9d-a1e6-f6ea395e017d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.900089] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f2ebd-1569-49a2-bfda-fd44bceea36a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.935868] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b8e2d-8f5d-40c7-83d0-ba39282ae4de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.942019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.946839] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ece4494-3872-41de-9aba-51fc4994d965 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.966947] env[65677]: DEBUG nova.compute.provider_tree [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.073557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.073557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.073695] env[65677]: DEBUG nova.compute.manager [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 969.074578] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e581e-c313-42f6-a2a1-84f8636707d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.083602] env[65677]: DEBUG nova.compute.manager [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 969.084067] env[65677]: DEBUG nova.objects.instance [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.087942] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939594c-124b-4573-bdca-b9edc23fd8c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.114050] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98fa6c4-1082-4d16-974d-b3d7c39249ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.122493] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525a0214-b8fa-b857-99ff-8a3a26edba54, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.124177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.124239] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e/92055d85-8c98-4698-8335-609e3fb9501e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.124904] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd78bc8-8161-41b1-af6b-4cb605e984f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.132051] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.142075] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 969.142075] env[65677]: value = "task-4636673" [ 969.142075] env[65677]: _type = "Task" [ 969.142075] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.158357] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.159206] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.258106] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636672, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.281833] env[65677]: DEBUG oslo_concurrency.lockutils [req-62e88752-de77-446e-b2e8-f5ed6feb5d40 req-b73926bd-973b-491a-90c9-a906aea463bd service nova] Releasing lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.306027] env[65677]: DEBUG nova.network.neutron [-] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.318782] env[65677]: DEBUG nova.compute.manager [req-af1938e9-0821-415d-b665-bea67b837147 req-7bfb1067-ad64-4769-b2fd-59712eea27dc service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-vif-deleted-eaad141f-1082-46d9-ae8a-36d014a48073 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 969.318984] env[65677]: INFO nova.compute.manager [req-af1938e9-0821-415d-b665-bea67b837147 req-7bfb1067-ad64-4769-b2fd-59712eea27dc service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Neutron deleted interface eaad141f-1082-46d9-ae8a-36d014a48073; detaching it from the instance and deleting it from the info cache [ 969.319165] env[65677]: DEBUG nova.network.neutron [req-af1938e9-0821-415d-b665-bea67b837147 req-7bfb1067-ad64-4769-b2fd-59712eea27dc service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.470880] env[65677]: DEBUG nova.scheduler.client.report [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.640819] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d30c3395-9885-4d3d-b2ec-8067b7ce5f15 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance 'bc0c29e3-da3f-4a46-9e08-60b456883577' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.658249] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636673, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.678664] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.678972] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.679232] env[65677]: INFO nova.compute.manager [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Attaching volume 6e7d60c5-010b-424b-b34a-3cdd0fb944fb to /dev/sdb [ 969.728125] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb16d6f-aec4-4773-9d58-45e21cb88d2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.737781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a49136-c518-4607-9011-831daca49a77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.756624] env[65677]: DEBUG nova.virt.block_device [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updating existing volume attachment record: 98020648-e5b8-4a31-b2af-c75e7a900d8f {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 969.766513] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636672, 'name': Rename_Task, 'duration_secs': 1.364389} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.766513] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.766513] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-badaebe2-9e9e-41d6-a503-bfeb26058b6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.779486] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 969.779486] env[65677]: value = "task-4636674" [ 969.779486] env[65677]: _type = "Task" [ 969.779486] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.792983] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.810494] env[65677]: INFO nova.compute.manager [-] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Took 1.67 seconds to deallocate network for instance. [ 969.824425] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f600f92e-2cf0-4090-8ddd-c2e960868c26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.838818] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66674be-dc4f-4e48-b8e2-9b94deea4aa9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.891388] env[65677]: DEBUG nova.compute.manager [req-af1938e9-0821-415d-b665-bea67b837147 req-7bfb1067-ad64-4769-b2fd-59712eea27dc service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Detach interface failed, port_id=eaad141f-1082-46d9-ae8a-36d014a48073, reason: Instance 89edb1d2-d746-407d-aafb-6931322c3388 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 969.976507] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.981261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.330s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.981261] env[65677]: DEBUG nova.objects.instance [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lazy-loading 'resources' on Instance uuid 43533110-19d7-4d9b-9149-159de6449b07 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.010744] env[65677]: INFO nova.scheduler.client.report [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocations for instance 2e0da721-370b-4467-83c1-ff67a0ee3cc9 [ 970.098655] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.098986] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c2ec712-8a23-4963-82c5-6f5b8ef31a1a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.109031] env[65677]: DEBUG oslo_vmware.api [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 970.109031] env[65677]: value = "task-4636676" [ 970.109031] env[65677]: _type = "Task" [ 970.109031] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.119071] env[65677]: DEBUG oslo_vmware.api [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.167072] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52675} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.167072] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e/92055d85-8c98-4698-8335-609e3fb9501e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.167072] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.167072] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f79935e-64c6-4948-bcb8-28b397595347 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.176536] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 970.176536] env[65677]: value = "task-4636678" [ 970.176536] env[65677]: _type = "Task" [ 970.176536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.190141] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.296422] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.323467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.523983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91cfc12a-3a57-49b5-a5f6-fec570253259 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "2e0da721-370b-4467-83c1-ff67a0ee3cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.748s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.629248] env[65677]: DEBUG oslo_vmware.api [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636676, 'name': PowerOffVM_Task, 'duration_secs': 0.331523} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.633581] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.633799] env[65677]: DEBUG nova.compute.manager [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 970.635345] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916ced4d-7abe-4e91-8269-1f560368af12 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.693739] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17951} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.695270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.696286] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb46e072-a17b-4c36-853e-d6cc7a894f5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.726077] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e/92055d85-8c98-4698-8335-609e3fb9501e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.730290] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe05802-6153-402a-a0d6-6295762fe5c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.757222] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 970.757222] env[65677]: value = "task-4636680" [ 970.757222] env[65677]: _type = "Task" [ 970.757222] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.772817] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.802443] env[65677]: DEBUG oslo_vmware.api [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636674, 'name': PowerOnVM_Task, 'duration_secs': 0.958998} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.802781] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.803137] env[65677]: INFO nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Took 9.22 seconds to spawn the instance on the hypervisor. [ 970.803191] env[65677]: DEBUG nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 970.804191] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47515111-79d4-400d-8637-03656f01c97d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.814465] env[65677]: INFO nova.compute.manager [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Rebuilding instance [ 970.915259] env[65677]: DEBUG nova.compute.manager [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 970.915259] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7404b2-557b-4aa2-9d54-ed1b4536e827 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.110359] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d01b89-f561-4962-91ea-f33ae253a857 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.119337] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bae65b-d042-49a5-8422-9b793e46b1f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.152328] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18f6ea-e0a6-4132-b044-82b0cc1e4768 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.161370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a9f4e91a-14ac-4045-b62f-46b192fc3517 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.165950] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878eef3-35e0-4a31-8b4e-24f9bc900aaf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.188799] env[65677]: DEBUG nova.compute.provider_tree [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.270507] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636680, 'name': ReconfigVM_Task, 'duration_secs': 0.357111} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.270507] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e/92055d85-8c98-4698-8335-609e3fb9501e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.270507] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdf70b7-36fb-483d-8d29-cee4eb341f6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.277368] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 971.277368] env[65677]: value = "task-4636681" [ 971.277368] env[65677]: _type = "Task" [ 971.277368] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.288016] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636681, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.341519] env[65677]: INFO nova.compute.manager [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Took 35.63 seconds to build instance. [ 971.693762] env[65677]: DEBUG nova.scheduler.client.report [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.789996] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636681, 'name': Rename_Task, 'duration_secs': 0.210473} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.790576] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.790651] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf77766-e248-4065-be6d-a0d2de43267b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.798461] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 971.798461] env[65677]: value = "task-4636682" [ 971.798461] env[65677]: _type = "Task" [ 971.798461] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.809250] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.844683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.141s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.940978] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.940978] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23199f5-9cc4-491d-8997-cc235f58f935 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.949199] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 971.949199] env[65677]: value = "task-4636683" [ 971.949199] env[65677]: _type = "Task" [ 971.949199] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.960109] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.157308] env[65677]: DEBUG nova.objects.instance [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.200925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.203175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.419s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.203526] env[65677]: DEBUG nova.objects.instance [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lazy-loading 'resources' on Instance uuid 794ac201-18ea-4bb6-aa65-8cb28f304e28 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.247312] env[65677]: INFO nova.scheduler.client.report [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted allocations for instance 43533110-19d7-4d9b-9149-159de6449b07 [ 972.317062] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.460710] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636683, 'name': PowerOffVM_Task, 'duration_secs': 0.335559} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.461172] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.461515] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.462485] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e267ac3-1ab2-4c88-8e0d-edf07f1245a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.471696] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.471874] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e857708-89ed-433b-a16a-af6bec239055 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.553270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.553270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.553270] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleting the datastore file [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.553432] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d0dee6c-4495-491d-ada8-c976278ba5a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.561681] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 972.561681] env[65677]: value = "task-4636686" [ 972.561681] env[65677]: _type = "Task" [ 972.561681] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.571669] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.663594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.663758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.663925] env[65677]: DEBUG nova.network.neutron [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.664649] env[65677]: DEBUG nova.objects.instance [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'info_cache' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.687626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.688107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.688107] env[65677]: DEBUG nova.compute.manager [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Going to confirm migration 3 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 972.759097] env[65677]: DEBUG oslo_concurrency.lockutils [None req-56be77dd-35ba-4e21-a044-02a33db74761 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "43533110-19d7-4d9b-9149-159de6449b07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.840s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.815391] env[65677]: DEBUG oslo_vmware.api [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636682, 'name': PowerOnVM_Task, 'duration_secs': 0.552249} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.815953] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.816478] env[65677]: INFO nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Took 8.47 seconds to spawn the instance on the hypervisor. [ 972.816688] env[65677]: DEBUG nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 972.817860] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650b758-1188-4db6-b45f-d634c26ae134 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.073697] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170081} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.076566] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.076767] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.076970] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.168683] env[65677]: DEBUG nova.objects.base [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Object Instance<1bc711e4-7896-4ed4-a9d8-13be150a5793> lazy-loaded attributes: flavor,info_cache {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.184744] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663ec33-27a8-47ba-8a89-bf48cfaf173d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.196060] env[65677]: WARNING neutronclient.v2_0.client [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.200247] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a02b29-242e-4f31-9f36-7617c16afa30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.237528] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d34023-8f02-4484-b256-18788af1ccde {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.246843] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cced3782-1325-4fae-bc60-eece32a9136a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.265636] env[65677]: DEBUG nova.compute.provider_tree [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.274091] env[65677]: WARNING neutronclient.v2_0.client [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.274091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.274091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.274091] env[65677]: DEBUG nova.network.neutron [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.274091] env[65677]: DEBUG nova.objects.instance [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'info_cache' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.344511] env[65677]: INFO nova.compute.manager [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Took 34.13 seconds to build instance. [ 973.675024] env[65677]: WARNING neutronclient.v2_0.client [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.768155] env[65677]: DEBUG nova.scheduler.client.report [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.844110] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.640s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.928147] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.928147] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.052747] env[65677]: WARNING neutronclient.v2_0.client [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.107842] env[65677]: DEBUG nova.compute.manager [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Received event network-changed-7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 974.107842] env[65677]: DEBUG nova.compute.manager [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Refreshing instance network info cache due to event network-changed-7735483e-bf38-4a97-92a2-593c0bf8a5ec. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 974.107842] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] Acquiring lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.107945] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] Acquired lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.108045] env[65677]: DEBUG nova.network.neutron [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Refreshing network info cache for port 7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.122288] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.122662] env[65677]: DEBUG nova.virt.hardware [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.124460] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208b195c-96d8-4461-ae01-07e5255ab0b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.135191] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf469791-69a5-4a17-873e-971f075755c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.158119] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ef:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc41c35-8bf8-4c11-9a1a-945f24f0ba0d', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.169167] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 974.169167] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.169167] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49e7983f-ab11-411f-8a92-44d4877ae08f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188017] env[65677]: DEBUG nova.network.neutron [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [{"id": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "address": "fa:16:3e:79:5d:72", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ee2126-ba", "ovs_interfaceid": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.194484] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.194484] env[65677]: value = "task-4636687" [ 974.194484] env[65677]: _type = "Task" [ 974.194484] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.204996] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636687, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.281032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.288622] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.819s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.288994] env[65677]: DEBUG nova.objects.instance [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lazy-loading 'resources' on Instance uuid bfce1f30-ab48-4d63-b7cc-eed495a942c7 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.294024] env[65677]: WARNING neutronclient.v2_0.client [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.329063] env[65677]: INFO nova.scheduler.client.report [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Deleted allocations for instance 794ac201-18ea-4bb6-aa65-8cb28f304e28 [ 974.397863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "f005f505-54f0-472d-8ed6-b07114700e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.397863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "f005f505-54f0-472d-8ed6-b07114700e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.430106] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 974.459174] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "8a71719e-0071-4329-9da9-8cf96fe43cf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.459466] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.613253] env[65677]: WARNING neutronclient.v2_0.client [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.641145] env[65677]: WARNING neutronclient.v2_0.client [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.692520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.707766] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636687, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.779753] env[65677]: DEBUG nova.network.neutron [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.825874] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 974.826222] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905478', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'name': 'volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e', 'attached_at': '', 'detached_at': '', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'serial': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 974.827635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d20441-102e-417a-b8c2-0e352030a3e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.850330] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1578aa-e8be-4d2e-9666-0a81251b65d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.854336] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a35b16e-51ac-4663-8497-527702d5a787 tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Lock "794ac201-18ea-4bb6-aa65-8cb28f304e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.099s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.864936] env[65677]: WARNING neutronclient.v2_0.client [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.894938] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb/volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.898885] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a960c303-e300-4238-9a55-e4de7fe3d6a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.914483] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 974.930197] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 974.930197] env[65677]: value = "task-4636688" [ 974.930197] env[65677]: _type = "Task" [ 974.930197] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.948810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.948810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.963023] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.965642] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 974.992230] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.023398] env[65677]: DEBUG nova.network.neutron [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updated VIF entry in instance network info cache for port 7735483e-bf38-4a97-92a2-593c0bf8a5ec. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.023924] env[65677]: DEBUG nova.network.neutron [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updating instance_info_cache with network_info: [{"id": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "address": "fa:16:3e:10:9e:9a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7735483e-bf", "ovs_interfaceid": "7735483e-bf38-4a97-92a2-593c0bf8a5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.215413] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636687, 'name': CreateVM_Task, 'duration_secs': 0.57372} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.215857] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.216295] env[65677]: WARNING neutronclient.v2_0.client [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 975.216664] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.216814] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.217177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.217476] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43ebdd6-7499-4ba3-8ee9-595770280803 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.225628] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 975.225628] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52df1095-58c5-4133-f9b0-2c6ed50553a1" [ 975.225628] env[65677]: _type = "Task" [ 975.225628] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.239792] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52df1095-58c5-4133-f9b0-2c6ed50553a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.283226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.283511] env[65677]: DEBUG nova.objects.instance [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'migration_context' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.429258] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e72ce7-16d9-4492-b1ee-89e448528549 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.436536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.443982] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0da869-0c87-46be-9c3a-d1e8ad34df4e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.447642] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.479653] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 975.489084] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfea68e-594b-426c-827a-fc5eb2466fec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.497922] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce5762-4000-4bff-99e4-47305102ff31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.508042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.514588] env[65677]: DEBUG nova.compute.provider_tree [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.527216] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc086fa0-bb7b-4605-9040-4b09c65cc6c8 req-ac587ff5-97d7-4fdf-a039-8bb7b7545995 service nova] Releasing lock "refresh_cache-07e11662-8119-42df-bc9a-8fa757065a1c" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.708251] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.709385] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1bde37b-e0c3-422d-b921-6b050a8c7892 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.718780] env[65677]: DEBUG oslo_vmware.api [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 975.718780] env[65677]: value = "task-4636689" [ 975.718780] env[65677]: _type = "Task" [ 975.718780] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.728202] env[65677]: DEBUG oslo_vmware.api [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.738656] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52df1095-58c5-4133-f9b0-2c6ed50553a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.739018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.739273] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.739514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.739658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.739835] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.740324] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8e4e39-26ef-4fe1-abcc-ed0bc1509c2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.752863] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.753182] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.754258] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9316c57b-3ee4-4d30-a799-9d362bbdc1e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.764974] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 975.764974] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52727908-a73d-348a-80f8-9ef724e3acf6" [ 975.764974] env[65677]: _type = "Task" [ 975.764974] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.779270] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52727908-a73d-348a-80f8-9ef724e3acf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.793111] env[65677]: DEBUG nova.objects.base [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.793111] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f12df6e-965b-4a57-949a-cd15229e3731 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.816310] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af87f0d-2741-49b1-98b0-e6508290ab63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.823257] env[65677]: DEBUG oslo_vmware.api [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 975.823257] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f085b0-1ca6-4e3e-11a7-74cad6a31769" [ 975.823257] env[65677]: _type = "Task" [ 975.823257] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.835027] env[65677]: DEBUG oslo_vmware.api [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f085b0-1ca6-4e3e-11a7-74cad6a31769, 'name': SearchDatastore_Task, 'duration_secs': 0.008003} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.835027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.856509] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "99c1736f-8da8-4f67-84c3-6edc68f66a21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.857055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.943891] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.009795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.020458] env[65677]: DEBUG nova.scheduler.client.report [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.233409] env[65677]: DEBUG oslo_vmware.api [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.281883] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52727908-a73d-348a-80f8-9ef724e3acf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012668} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.281883] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76c257c-126a-411d-b919-3c9b3e20fa5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.287619] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 976.287619] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e472f-e48f-93fc-cf10-ac47db64f0cd" [ 976.287619] env[65677]: _type = "Task" [ 976.287619] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.298196] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e472f-e48f-93fc-cf10-ac47db64f0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.360102] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 976.447353] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636688, 'name': ReconfigVM_Task, 'duration_secs': 1.418895} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.447841] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb/volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.456918] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada27573-e7cf-478a-8157-fc225f704968 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.482162] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 976.482162] env[65677]: value = "task-4636690" [ 976.482162] env[65677]: _type = "Task" [ 976.482162] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.498806] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.526773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.529536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.783s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.529699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.531670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.756s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.533325] env[65677]: INFO nova.compute.claims [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.561125] env[65677]: INFO nova.scheduler.client.report [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleted allocations for instance a39a5c06-0461-4d88-9e9b-4ef221d8f977 [ 976.563249] env[65677]: INFO nova.scheduler.client.report [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted allocations for instance bfce1f30-ab48-4d63-b7cc-eed495a942c7 [ 976.736468] env[65677]: DEBUG oslo_vmware.api [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636689, 'name': PowerOnVM_Task, 'duration_secs': 0.585631} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.737417] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.737773] env[65677]: DEBUG nova.compute.manager [None req-a6937198-0eb3-4b21-9d9b-0553e170c915 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 976.738958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9c110-eed5-4f4b-baf3-f9d6d417aaf5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.802280] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e472f-e48f-93fc-cf10-ac47db64f0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.802922] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.803285] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.803616] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc5984f-b90e-472f-9ba9-58c5102903dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.812632] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 976.812632] env[65677]: value = "task-4636691" [ 976.812632] env[65677]: _type = "Task" [ 976.812632] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.824350] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.882347] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.997300] env[65677]: DEBUG oslo_vmware.api [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636690, 'name': ReconfigVM_Task, 'duration_secs': 0.223701} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.998045] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905478', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'name': 'volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e', 'attached_at': '', 'detached_at': '', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'serial': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.077689] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "a39a5c06-0461-4d88-9e9b-4ef221d8f977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.222s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.080927] env[65677]: DEBUG oslo_concurrency.lockutils [None req-320c1e11-7266-4bdf-8188-ac220067bab5 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "bfce1f30-ab48-4d63-b7cc-eed495a942c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.591s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.087352] env[65677]: DEBUG nova.compute.manager [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 977.328764] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.610401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.828094] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610678} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.828469] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.828635] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.829307] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-639f39f7-f520-4439-85a4-cabb36622b44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.840627] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 977.840627] env[65677]: value = "task-4636692" [ 977.840627] env[65677]: _type = "Task" [ 977.840627] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.853499] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.051126] env[65677]: DEBUG nova.objects.instance [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'flavor' on Instance uuid ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.128270] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7df149-8073-48be-92a3-e070e9fe1266 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.137760] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1154c4db-1422-4b5b-af4f-a522d7d3d5dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.172927] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f7671-1b4f-4ce1-b0b4-14dae01af59c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.183500] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f241d16e-c63e-429a-a7ab-84116f1c19ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.207544] env[65677]: DEBUG nova.compute.provider_tree [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.351876] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081217} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.352278] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.353060] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d72b65-f074-4561-b3e4-04bb7c43947a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.377401] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.378153] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af360466-5265-4640-ad96-3152384d748d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.399525] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 978.399525] env[65677]: value = "task-4636693" [ 978.399525] env[65677]: _type = "Task" [ 978.399525] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.408804] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.558139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-92c7182a-4ef3-4cd1-b7ed-8f2a63b866f9 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.878s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.695959] env[65677]: INFO nova.compute.manager [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Rebuilding instance [ 978.711576] env[65677]: DEBUG nova.scheduler.client.report [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.758929] env[65677]: DEBUG nova.compute.manager [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 978.759375] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12163ce0-3069-48f1-b7bd-c10a8fb4a6f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.916023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.916295] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.916552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.916794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.917016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.919128] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.920452] env[65677]: INFO nova.compute.manager [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Terminating instance [ 979.220119] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.220737] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 979.224998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.825s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.225636] env[65677]: DEBUG nova.objects.instance [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lazy-loading 'resources' on Instance uuid 66ae01a7-914d-4f9b-8e34-492e25e7b227 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.411785] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636693, 'name': ReconfigVM_Task, 'duration_secs': 0.530593} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.412417] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Reconfigured VM instance instance-00000029 to attach disk [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532/b800da8d-e940-4f0b-a52d-04ab0ce25532.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.413217] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-625c70c6-b157-4938-ab47-23fd314000da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.422476] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 979.422476] env[65677]: value = "task-4636694" [ 979.422476] env[65677]: _type = "Task" [ 979.422476] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.426105] env[65677]: DEBUG nova.compute.manager [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 979.426318] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.427535] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0555a2f-8a13-4bb5-ab68-e89765c310cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.436253] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.439178] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8b6529-e569-42e9-876c-034e525622de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.441015] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636694, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.448143] env[65677]: DEBUG oslo_vmware.api [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 979.448143] env[65677]: value = "task-4636695" [ 979.448143] env[65677]: _type = "Task" [ 979.448143] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.458788] env[65677]: DEBUG oslo_vmware.api [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.727892] env[65677]: DEBUG nova.compute.utils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.729146] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 979.729302] env[65677]: DEBUG nova.network.neutron [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 979.730558] env[65677]: WARNING neutronclient.v2_0.client [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.730558] env[65677]: WARNING neutronclient.v2_0.client [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.782046] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.782046] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065e4769-f060-4747-b88e-70062abb34e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.797507] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 979.797507] env[65677]: value = "task-4636696" [ 979.797507] env[65677]: _type = "Task" [ 979.797507] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.811591] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.821867] env[65677]: DEBUG nova.policy [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61dce7773d02490bb4e47765e552b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37198fba19344904acda835e29b041ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.935123] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636694, 'name': Rename_Task, 'duration_secs': 0.270804} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.938633] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.939325] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6327b4-45d8-4172-902b-f3d962840edd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.948505] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 979.948505] env[65677]: value = "task-4636697" [ 979.948505] env[65677]: _type = "Task" [ 979.948505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.973033] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.973033] env[65677]: DEBUG oslo_vmware.api [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636695, 'name': PowerOffVM_Task, 'duration_secs': 0.341373} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.973363] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.973363] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.973996] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c1801ff-a72e-4c83-8f56-748b6ad6422b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.007827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.008279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.008576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.008854] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.009644] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.015984] env[65677]: INFO nova.compute.manager [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Terminating instance [ 980.074354] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.074921] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.075232] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleting the datastore file [datastore2] ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.075582] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a817bd24-b133-476a-94a2-bb47686fc376 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.085817] env[65677]: DEBUG oslo_vmware.api [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for the task: (returnval){ [ 980.085817] env[65677]: value = "task-4636699" [ 980.085817] env[65677]: _type = "Task" [ 980.085817] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.096042] env[65677]: DEBUG oslo_vmware.api [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.236521] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 980.320406] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636696, 'name': PowerOffVM_Task, 'duration_secs': 0.237604} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.320943] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.321685] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.322035] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3305ca48-a43f-4533-873a-72bc415f70e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.332864] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 980.332864] env[65677]: value = "task-4636700" [ 980.332864] env[65677]: _type = "Task" [ 980.332864] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.348494] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.348803] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 980.348949] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905384', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'name': 'volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57', 'attached_at': '', 'detached_at': '', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'serial': '94bd5c41-5ac1-4047-8661-cb99d506d4b9'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 980.350101] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2e979-2b07-4f31-af59-65b0db2b72f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.376278] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff7943-bc18-4b61-be01-e7c57288545f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.378989] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd3d02-b05d-4421-8046-a5603ca653bb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.390734] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30e213-7144-4084-815e-9b019d92e196 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.394875] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8113da-9b13-4885-ac37-8d9d0947856f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.443686] env[65677]: DEBUG nova.network.neutron [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Successfully created port: 8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 980.447763] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e712d-14f3-4b43-aa1d-d89709fa98fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.450912] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c98e4-3207-44ac-8a3b-d7d60b61c902 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.479370] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a57738-aff7-49a6-8243-66d237754c6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.483595] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] The volume has not been displaced from its original location: [datastore1] volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9/volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 980.489085] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.489816] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636697, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.490118] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1fd605-2a71-468c-881d-b6414b8cf3b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.516903] env[65677]: DEBUG nova.compute.provider_tree [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.520114] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 980.520114] env[65677]: value = "task-4636701" [ 980.520114] env[65677]: _type = "Task" [ 980.520114] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.526054] env[65677]: DEBUG nova.compute.manager [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 980.526502] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.527427] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7669a68-d2c7-4d15-bf8d-674eced02a05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.534050] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.542345] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.542694] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de53a25-5bf1-4d65-aca5-b0de930f08c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.553916] env[65677]: DEBUG oslo_vmware.api [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 980.553916] env[65677]: value = "task-4636702" [ 980.553916] env[65677]: _type = "Task" [ 980.553916] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.572114] env[65677]: DEBUG oslo_vmware.api [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.599034] env[65677]: DEBUG oslo_vmware.api [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Task: {'id': task-4636699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184852} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.599204] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.599425] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.599652] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.599843] env[65677]: INFO nova.compute.manager [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 980.600167] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.600435] env[65677]: DEBUG nova.compute.manager [-] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 980.600562] env[65677]: DEBUG nova.network.neutron [-] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.600872] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.966033] env[65677]: DEBUG oslo_vmware.api [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636697, 'name': PowerOnVM_Task, 'duration_secs': 0.906034} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.966796] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.966796] env[65677]: DEBUG nova.compute.manager [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 980.967441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d783d70-dd3c-4407-b750-8992d65de873 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.026452] env[65677]: DEBUG nova.scheduler.client.report [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.037633] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636701, 'name': ReconfigVM_Task, 'duration_secs': 0.225093} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.037947] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.043553] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200c8a86-4525-4da8-9dd7-1f08ec95d645 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.071336] env[65677]: DEBUG oslo_vmware.api [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636702, 'name': PowerOffVM_Task, 'duration_secs': 0.454054} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.073469] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.073721] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.074147] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 981.074147] env[65677]: value = "task-4636703" [ 981.074147] env[65677]: _type = "Task" [ 981.074147] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.074415] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deed4633-612d-4a5c-a187-0dcf78df82e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.089724] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.189129] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.194082] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.194082] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.194082] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleting the datastore file [datastore1] 0dc2bd9d-7941-428f-bec8-ff3529ad95ff {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.194510] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f628240-e21c-468b-906f-45c3ea2eab2c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.202333] env[65677]: DEBUG oslo_vmware.api [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 981.202333] env[65677]: value = "task-4636705" [ 981.202333] env[65677]: _type = "Task" [ 981.202333] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.213940] env[65677]: DEBUG oslo_vmware.api [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.248845] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 981.288026] env[65677]: DEBUG nova.virt.hardware [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 981.288026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f2b13a-bb44-4a7d-8fcb-0e2ca2f42d82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.301502] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46698f34-6017-494e-8975-4804319816bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.487636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.538025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.538025] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.414s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.538378] env[65677]: DEBUG nova.objects.instance [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'resources' on Instance uuid 9cc050d9-5346-4075-b34c-91365904ac34 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.561315] env[65677]: INFO nova.scheduler.client.report [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Deleted allocations for instance 66ae01a7-914d-4f9b-8e34-492e25e7b227 [ 981.589871] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636703, 'name': ReconfigVM_Task, 'duration_secs': 0.314722} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.590226] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905384', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'name': 'volume-94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57', 'attached_at': '', 'detached_at': '', 'volume_id': '94bd5c41-5ac1-4047-8661-cb99d506d4b9', 'serial': '94bd5c41-5ac1-4047-8661-cb99d506d4b9'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.590562] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.592058] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67275263-9ecb-4eb2-a764-6756ea1d82f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.604034] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.604388] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6531dad7-1f26-4ae2-b427-17a3527c50fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.717026] env[65677]: DEBUG oslo_vmware.api [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399717} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.717026] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.717026] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.717026] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.717026] env[65677]: INFO nova.compute.manager [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Took 1.19 seconds to destroy the instance on the hypervisor. [ 981.717026] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.717026] env[65677]: DEBUG nova.compute.manager [-] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 981.717026] env[65677]: DEBUG nova.network.neutron [-] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.717026] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.759130] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.869350] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.869573] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.869793] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Deleting the datastore file [datastore1] 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.870099] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc5c0a92-472d-440d-b3f2-15ef6853bb30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.878736] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for the task: (returnval){ [ 981.878736] env[65677]: value = "task-4636707" [ 981.878736] env[65677]: _type = "Task" [ 981.878736] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.890992] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.009945] env[65677]: DEBUG nova.network.neutron [-] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.022711] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "fc24392d-26f1-4a9e-8839-4a8807c76507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.024638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.073383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Lock "66ae01a7-914d-4f9b-8e34-492e25e7b227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.235s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.219133] env[65677]: DEBUG nova.network.neutron [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Successfully updated port: 8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 982.393154] env[65677]: DEBUG oslo_vmware.api [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Task: {'id': task-4636707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206153} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.393528] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.393671] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.393843] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.476269] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 982.477258] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "73152c2a-4303-456d-8585-64030eeb5e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.477258] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "73152c2a-4303-456d-8585-64030eeb5e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.478199] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98cba403-03b2-49ac-b8dc-3bfbd58f9836 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.492797] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b3f8d-2753-42f1-9128-475ba114bfaa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.514429] env[65677]: INFO nova.compute.manager [-] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Took 1.91 seconds to deallocate network for instance. [ 982.537621] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 982.541580] env[65677]: ERROR nova.compute.manager [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Failed to detach volume 94bd5c41-5ac1-4047-8661-cb99d506d4b9 from /dev/sda: nova.exception.InstanceNotFound: Instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 could not be found. [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Traceback (most recent call last): [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 4218, in _do_rebuild_instance [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self.driver.rebuild(**kwargs) [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] raise NotImplementedError() [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] NotImplementedError [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] During handling of the above exception, another exception occurred: [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Traceback (most recent call last): [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3641, in _detach_root_volume [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self.driver.detach_volume(context, old_connection_info, [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] return self._volumeops.detach_volume(connection_info, instance) [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._detach_volume_vmdk(connection_info, instance) [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] stable_ref.fetch_moref(session) [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] nova.exception.InstanceNotFound: Instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 could not be found. [ 982.541580] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.634499] env[65677]: DEBUG nova.network.neutron [-] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.654469] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081e650-1a3d-45dd-9287-16186fc234a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.666773] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e8f54-f51a-4406-b4cc-d5bb11e8992a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.703378] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63200a9e-4153-494e-8d7e-80ec7abe7392 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.713304] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84728162-f652-47c6-8cc5-c2504b44fcfe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.719746] env[65677]: DEBUG nova.compute.utils [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Build of instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 aborted: Failed to rebuild volume backed instance. {{(pid=65677) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 982.722101] env[65677]: ERROR nova.compute.manager [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 aborted: Failed to rebuild volume backed instance. [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Traceback (most recent call last): [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 4218, in _do_rebuild_instance [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self.driver.rebuild(**kwargs) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] raise NotImplementedError() [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] NotImplementedError [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] During handling of the above exception, another exception occurred: [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Traceback (most recent call last): [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3676, in _rebuild_volume_backed_instance [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._detach_root_volume(context, instance, root_bdm) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] with excutils.save_and_reraise_exception(): [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self.force_reraise() [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] raise self.value [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3641, in _detach_root_volume [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self.driver.detach_volume(context, old_connection_info, [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] return self._volumeops.detach_volume(connection_info, instance) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._detach_volume_vmdk(connection_info, instance) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] stable_ref.fetch_moref(session) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] nova.exception.InstanceNotFound: Instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 could not be found. [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] During handling of the above exception, another exception occurred: [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Traceback (most recent call last): [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 11534, in _error_out_instance_on_exception [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] yield [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3944, in rebuild_instance [ 982.722101] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._do_rebuild_instance_with_claim( [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 4030, in _do_rebuild_instance_with_claim [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._do_rebuild_instance( [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._rebuild_default_impl(**kwargs) [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3799, in _rebuild_default_impl [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] self._rebuild_volume_backed_instance( [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] File "/opt/stack/nova/nova/compute/manager.py", line 3691, in _rebuild_volume_backed_instance [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] raise exception.BuildAbortException( [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] nova.exception.BuildAbortException: Build of instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 aborted: Failed to rebuild volume backed instance. [ 982.723132] env[65677]: ERROR nova.compute.manager [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] [ 982.725432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.725595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.725926] env[65677]: DEBUG nova.network.neutron [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.738362] env[65677]: DEBUG nova.compute.provider_tree [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.968411] env[65677]: DEBUG nova.compute.manager [req-27812b72-6b19-4c2f-a477-6d0ca4e1db4d req-0207bae6-b608-424e-9dfa-51e2ecea4484 service nova] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Received event network-vif-deleted-14fe6316-a8f7-41d9-b930-a40219502d59 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 982.981585] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 983.048236] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.052776] env[65677]: DEBUG nova.compute.manager [req-33ba453d-0708-4b43-b030-b7fb9f662a36 req-ebdc7a31-ae9a-4cea-a861-e01d74d1ce6b service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Received event network-vif-plugged-8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 983.052993] env[65677]: DEBUG oslo_concurrency.lockutils [req-33ba453d-0708-4b43-b030-b7fb9f662a36 req-ebdc7a31-ae9a-4cea-a861-e01d74d1ce6b service nova] Acquiring lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.053218] env[65677]: DEBUG oslo_concurrency.lockutils [req-33ba453d-0708-4b43-b030-b7fb9f662a36 req-ebdc7a31-ae9a-4cea-a861-e01d74d1ce6b service nova] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.053383] env[65677]: DEBUG oslo_concurrency.lockutils [req-33ba453d-0708-4b43-b030-b7fb9f662a36 req-ebdc7a31-ae9a-4cea-a861-e01d74d1ce6b service nova] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.053546] env[65677]: DEBUG nova.compute.manager [req-33ba453d-0708-4b43-b030-b7fb9f662a36 req-ebdc7a31-ae9a-4cea-a861-e01d74d1ce6b service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] No waiting events found dispatching network-vif-plugged-8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 983.053706] env[65677]: WARNING nova.compute.manager [req-33ba453d-0708-4b43-b030-b7fb9f662a36 req-ebdc7a31-ae9a-4cea-a861-e01d74d1ce6b service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Received unexpected event network-vif-plugged-8bd1256c-2435-4c52-9729-74b9d5730ffa for instance with vm_state building and task_state spawning. [ 983.075741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.140614] env[65677]: INFO nova.compute.manager [-] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Took 1.43 seconds to deallocate network for instance. [ 983.245133] env[65677]: DEBUG nova.scheduler.client.report [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.276485] env[65677]: DEBUG nova.network.neutron [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 983.378367] env[65677]: WARNING neutronclient.v2_0.client [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.511885] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.525122] env[65677]: DEBUG nova.network.neutron [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Updating instance_info_cache with network_info: [{"id": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "address": "fa:16:3e:09:8f:ef", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd1256c-24", "ovs_interfaceid": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.650767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.719548] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "baafe20f-618d-46e9-a699-75fb1fdd9206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.719783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.754355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.758301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.232s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.758301] env[65677]: DEBUG nova.objects.instance [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lazy-loading 'resources' on Instance uuid a30ce46b-c083-4246-961a-ed224650d49b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.796407] env[65677]: INFO nova.scheduler.client.report [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted allocations for instance 9cc050d9-5346-4075-b34c-91365904ac34 [ 984.029874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.030427] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance network_info: |[{"id": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "address": "fa:16:3e:09:8f:ef", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd1256c-24", "ovs_interfaceid": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 984.031199] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:8f:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd1256c-2435-4c52-9729-74b9d5730ffa', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.042573] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 984.042970] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.043338] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a26f95e-d26a-4eb4-b86c-971a9e5d7de3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.067539] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.067539] env[65677]: value = "task-4636708" [ 984.067539] env[65677]: _type = "Task" [ 984.067539] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.079777] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636708, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.222847] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 984.314152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce2c5d05-b008-4c2f-a293-590077cdacb5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "9cc050d9-5346-4075-b34c-91365904ac34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.362s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.434506] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.434914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.435240] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.435489] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.435670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.438115] env[65677]: INFO nova.compute.manager [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Terminating instance [ 984.582562] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636708, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.741997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.746365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.841784] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eafef82-5d6d-44f3-8d42-6f0c809cd130 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.850738] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652d96ed-2d12-4d32-afaf-c2e9533039ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.891825] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ed732-cb21-4484-b0f1-a1cd9caac75f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.907350] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442a59d2-7e3c-41e5-acb2-2783b63a1315 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.930447] env[65677]: DEBUG nova.compute.provider_tree [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.943101] env[65677]: DEBUG nova.compute.manager [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 984.946025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.946025] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b24b5-69a0-4e93-a349-f69a4abc9b56 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.955782] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.956299] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab37750-aa73-442a-b53a-7f8fde963b11 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.965755] env[65677]: DEBUG oslo_vmware.api [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 984.965755] env[65677]: value = "task-4636709" [ 984.965755] env[65677]: _type = "Task" [ 984.965755] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.977707] env[65677]: DEBUG oslo_vmware.api [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.084102] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636708, 'name': CreateVM_Task, 'duration_secs': 0.718482} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.084102] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.084342] env[65677]: WARNING neutronclient.v2_0.client [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.084543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.085035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.085180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.085790] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604b05ec-d3ca-40a9-b7ad-56ae430fa44a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.092290] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 985.092290] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522bef8b-5bff-6a1c-5e90-f455be3522df" [ 985.092290] env[65677]: _type = "Task" [ 985.092290] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.105733] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522bef8b-5bff-6a1c-5e90-f455be3522df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.331898] env[65677]: DEBUG nova.compute.manager [req-e1ff164f-9261-41ba-be7c-e270a9867fdf req-18b89074-0590-4cef-bb95-4e220b44f12a service nova] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Received event network-vif-deleted-a9ea1497-726f-4c58-81cc-c540115fd7cd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 985.356256] env[65677]: DEBUG nova.compute.manager [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Received event network-changed-8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 985.356500] env[65677]: DEBUG nova.compute.manager [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Refreshing instance network info cache due to event network-changed-8bd1256c-2435-4c52-9729-74b9d5730ffa. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 985.356817] env[65677]: DEBUG oslo_concurrency.lockutils [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] Acquiring lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.356890] env[65677]: DEBUG oslo_concurrency.lockutils [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] Acquired lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.357262] env[65677]: DEBUG nova.network.neutron [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Refreshing network info cache for port 8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.399323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.399575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.399778] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.400402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.400524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.405523] env[65677]: INFO nova.compute.manager [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Terminating instance [ 985.434899] env[65677]: DEBUG nova.scheduler.client.report [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.478297] env[65677]: DEBUG oslo_vmware.api [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636709, 'name': PowerOffVM_Task, 'duration_secs': 0.357167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.478427] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.478588] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.478837] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b429c9e-0fa8-4d2b-8c60-a28ab19048e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.556072] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.556072] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.556072] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleting the datastore file [datastore1] df1d39c2-d14b-4b02-9781-8bd02eebd1b7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.556072] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddafed34-d337-4c07-8faa-19f5e1691138 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.566164] env[65677]: DEBUG oslo_vmware.api [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 985.566164] env[65677]: value = "task-4636711" [ 985.566164] env[65677]: _type = "Task" [ 985.566164] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.576840] env[65677]: DEBUG oslo_vmware.api [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.604750] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522bef8b-5bff-6a1c-5e90-f455be3522df, 'name': SearchDatastore_Task, 'duration_secs': 0.023408} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.605162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.605345] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.605552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.605691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.605927] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.606242] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbb438bd-b897-4447-b987-6a300a8feea6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.619035] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.619270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.620168] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96409f1f-2479-43c7-9762-eb070c556fec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.627869] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 985.627869] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f314b8-5613-d689-974c-91079c65a8c7" [ 985.627869] env[65677]: _type = "Task" [ 985.627869] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.638740] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f314b8-5613-d689-974c-91079c65a8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.861050] env[65677]: WARNING neutronclient.v2_0.client [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.911030] env[65677]: DEBUG nova.compute.manager [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 985.911917] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d4c226a-f4bc-4c88-8300-66912fb29c86 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.922638] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a72bfa1-7265-4521-a86f-327c476b7a20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.941140] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.943674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.003s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.943944] env[65677]: DEBUG nova.objects.instance [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'resources' on Instance uuid 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.994137] env[65677]: WARNING nova.virt.vmwareapi.driver [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 could not be found. [ 985.994137] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.994137] env[65677]: INFO nova.scheduler.client.report [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Deleted allocations for instance a30ce46b-c083-4246-961a-ed224650d49b [ 985.994392] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9c74971-c295-407a-8ad1-aa2d93cc5696 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.012800] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3df41f-df39-40f5-9425-719ba5c491a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.053274] env[65677]: WARNING nova.virt.vmwareapi.vmops [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 could not be found. [ 986.053274] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.053274] env[65677]: INFO nova.compute.manager [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Took 0.14 seconds to destroy the instance on the hypervisor. [ 986.053927] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 986.053927] env[65677]: DEBUG nova.compute.manager [-] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 986.053927] env[65677]: DEBUG nova.network.neutron [-] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.054184] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.075505] env[65677]: DEBUG oslo_vmware.api [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162882} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.076051] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.076051] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.077404] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.077678] env[65677]: INFO nova.compute.manager [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 986.077984] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 986.078191] env[65677]: DEBUG nova.compute.manager [-] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 986.078333] env[65677]: DEBUG nova.network.neutron [-] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.078578] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.142595] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f314b8-5613-d689-974c-91079c65a8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.145181] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e726f4b2-1b45-4310-b99c-6cd0016edf9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.149398] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.157772] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 986.157772] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522089c0-53e5-d23a-1aaf-0a35ab753dc0" [ 986.157772] env[65677]: _type = "Task" [ 986.157772] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.173969] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522089c0-53e5-d23a-1aaf-0a35ab753dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.182979] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.188237] env[65677]: WARNING neutronclient.v2_0.client [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.511016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9b063496-5bcf-45fb-b229-8b7becf2f968 tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Lock "a30ce46b-c083-4246-961a-ed224650d49b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.777s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.673114] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522089c0-53e5-d23a-1aaf-0a35ab753dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.673114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.673499] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.673630] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d604868-2683-45f2-ac79-2375e7ba6913 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.684852] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 986.684852] env[65677]: value = "task-4636712" [ 986.684852] env[65677]: _type = "Task" [ 986.684852] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.694938] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.893853] env[65677]: DEBUG nova.network.neutron [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Updated VIF entry in instance network info cache for port 8bd1256c-2435-4c52-9729-74b9d5730ffa. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.894442] env[65677]: DEBUG nova.network.neutron [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Updating instance_info_cache with network_info: [{"id": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "address": "fa:16:3e:09:8f:ef", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd1256c-24", "ovs_interfaceid": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.013020] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06304ccc-2e06-458c-a9dd-b84986f50eb2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.025090] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea5aabe-23d0-4cf6-a346-81e747b82203 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.058611] env[65677]: DEBUG nova.network.neutron [-] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.061156] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20023823-6e6f-462d-98d7-167a8562d5da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.071300] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b74d1dc-2799-4f69-83c1-16db91e9e53b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.087857] env[65677]: DEBUG nova.compute.provider_tree [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.174137] env[65677]: DEBUG nova.network.neutron [-] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.202826] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.398189] env[65677]: DEBUG oslo_concurrency.lockutils [req-71271f30-39fb-4809-b306-dc9449a16a3b req-88d85164-16bd-4eef-8d07-5700f834d0ce service nova] Releasing lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.565417] env[65677]: INFO nova.compute.manager [-] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Took 1.49 seconds to deallocate network for instance. [ 987.593402] env[65677]: DEBUG nova.scheduler.client.report [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.677488] env[65677]: INFO nova.compute.manager [-] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Took 1.62 seconds to deallocate network for instance. [ 987.707359] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698133} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.707359] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.707572] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.707939] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c9c46cc-6790-42cb-bc88-d0e27f7bbcd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.718283] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 987.718283] env[65677]: value = "task-4636713" [ 987.718283] env[65677]: _type = "Task" [ 987.718283] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.730990] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.074461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.101533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.104299] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.945s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.104497] env[65677]: DEBUG nova.objects.instance [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.133459] env[65677]: INFO nova.scheduler.client.report [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted allocations for instance 3ca986e5-2a75-4856-9abd-956ecf4f6ce6 [ 988.236222] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075352} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.236439] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.238383] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f5264-5de8-4425-8e47-9acd80bda1b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.267266] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.268470] env[65677]: INFO nova.compute.manager [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Took 0.59 seconds to detach 1 volumes for instance. [ 988.270929] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d6d01a-143a-49c6-b3b1-ccf49e457065 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.285105] env[65677]: DEBUG nova.compute.manager [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Deleting volume: 94bd5c41-5ac1-4047-8661-cb99d506d4b9 {{(pid=65677) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 988.295208] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 988.295208] env[65677]: value = "task-4636714" [ 988.295208] env[65677]: _type = "Task" [ 988.295208] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.308566] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.644954] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7fc967cf-55d8-445a-bc4e-c3985d77a55a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "3ca986e5-2a75-4856-9abd-956ecf4f6ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.581s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.667866] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.668426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.813387] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.846023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.902316] env[65677]: DEBUG nova.compute.manager [req-9919a79d-1bca-49b1-8256-ba5e1427b119 req-8696ae9e-1c59-48e8-913a-fd3aa401aead service nova] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Received event network-vif-deleted-b09a54d7-1523-48a1-b3b1-817b9b416b08 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 988.961815] env[65677]: DEBUG nova.compute.manager [req-f9f9f860-0815-4fd2-9afa-b03be6c1b526 req-63a3a586-7665-4d37-9fd0-c1759790472a service nova] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Received event network-vif-deleted-cbdcc238-428a-4347-a6d3-35929d64cf57 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 989.118028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59e8b0d2-78f6-44f5-8b52-47ee7b3db19d tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.119908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.796s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.119908] env[65677]: DEBUG nova.objects.instance [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'resources' on Instance uuid 89edb1d2-d746-407d-aafb-6931322c3388 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.173028] env[65677]: DEBUG nova.compute.utils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.309890] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636714, 'name': ReconfigVM_Task, 'duration_secs': 0.555078} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.310240] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Reconfigured VM instance instance-00000052 to attach disk [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.311763] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f94e157-1d1f-4d70-b44b-eec2721fc47d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.321464] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 989.321464] env[65677]: value = "task-4636716" [ 989.321464] env[65677]: _type = "Task" [ 989.321464] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.336546] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636716, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.676594] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.837778] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636716, 'name': Rename_Task, 'duration_secs': 0.151382} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.838061] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.838293] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc60baee-b25b-46aa-b667-4477c47cb492 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.847284] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 989.847284] env[65677]: value = "task-4636717" [ 989.847284] env[65677]: _type = "Task" [ 989.847284] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.857208] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.175379] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d726555-e0ab-4686-86cf-3780dedfd576 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.184934] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf78b62-5ec1-4799-a7e6-d637bd8ece9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.224981] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc4559d-bf2a-4528-a770-60be87f83360 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.237635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba288b08-4b27-4998-98a8-905a3240c8d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.260524] env[65677]: DEBUG nova.compute.provider_tree [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.357828] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636717, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.767031] env[65677]: DEBUG nova.scheduler.client.report [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.780046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.780046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.780046] env[65677]: INFO nova.compute.manager [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Attaching volume 237ac95e-4d00-4e6e-9227-0579ca34e6cc to /dev/sdb [ 990.849651] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189aac3-f8c6-44c7-9597-1c48b3f44f7a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.865080] env[65677]: DEBUG oslo_vmware.api [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636717, 'name': PowerOnVM_Task, 'duration_secs': 0.837537} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.867450] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.867738] env[65677]: INFO nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Took 9.62 seconds to spawn the instance on the hypervisor. [ 990.868956] env[65677]: DEBUG nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 990.869060] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a6574-8026-4d1d-aaaa-b7939238935e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.872557] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4456c7e-f2a6-48b7-af49-bfcfc6117b6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.893874] env[65677]: DEBUG nova.virt.block_device [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating existing volume attachment record: 5e1bd823-adeb-41ed-9d7a-ea178034d2c4 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.276446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.279872] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.287s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.282463] env[65677]: INFO nova.compute.claims [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.307695] env[65677]: INFO nova.scheduler.client.report [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted allocations for instance 89edb1d2-d746-407d-aafb-6931322c3388 [ 991.427642] env[65677]: INFO nova.compute.manager [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Took 33.69 seconds to build instance. [ 991.821136] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ef873364-5471-4030-88e4-b2d08847dd80 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "89edb1d2-d746-407d-aafb-6931322c3388" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.405s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.822310] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] Acquired lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.823428] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeca091-3831-4fce-a85f-744a3c80dd44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.839463] env[65677]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 991.839790] env[65677]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65677) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 991.841483] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c42dc0c0-c3a4-456f-91e6-ab8b3006de51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.855465] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d708e06-6f53-4894-9ad0-8ba83dcb3ca8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.904669] env[65677]: ERROR root [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-905435' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-905435' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-905435' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-905435'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-905435' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-905435' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-905435'}\n"]: nova.exception.InstanceNotFound: Instance 89edb1d2-d746-407d-aafb-6931322c3388 could not be found. [ 991.904938] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] Releasing lock "89edb1d2-d746-407d-aafb-6931322c3388" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.905196] env[65677]: DEBUG nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Detach interface failed, port_id=c136b922-cdd4-4ef6-acc9-02ce70e3dfe8, reason: Instance 89edb1d2-d746-407d-aafb-6931322c3388 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 991.905387] env[65677]: DEBUG nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Received event network-vif-deleted-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 991.905549] env[65677]: INFO nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Neutron deleted interface 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c; detaching it from the instance and deleting it from the info cache [ 991.905848] env[65677]: DEBUG nova.network.neutron [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Updating instance_info_cache with network_info: [{"id": "eaad141f-1082-46d9-ae8a-36d014a48073", "address": "fa:16:3e:0d:a5:6a", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaad141f-10", "ovs_interfaceid": "eaad141f-1082-46d9-ae8a-36d014a48073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.924145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9364e6a5-e4e1-462d-93a8-b73442fd2980 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.220s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.960694] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "601a7f30-1bdf-4403-a74c-972c2658c83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.961279] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "601a7f30-1bdf-4403-a74c-972c2658c83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.410421] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a55eff57-ad9e-4140-9f78-fdca6a96976f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.423941] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16155803-7fff-4bbf-affc-6a42ad464c77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.468833] env[65677]: DEBUG nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 992.471916] env[65677]: DEBUG nova.compute.manager [req-2cc63232-6fe0-4666-9ded-96a1127da59e req-0a27c46a-e93f-4c2e-ad05-f196a8579b6d service nova] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Detach interface failed, port_id=572ccccc-9f0c-40c8-9bf1-0a05e258ca5c, reason: Instance 89edb1d2-d746-407d-aafb-6931322c3388 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 992.780619] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e27ce-60fb-4978-ad81-09d8525c66b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.789290] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78941c1a-b9dc-48d8-bfb0-681b689acc9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.829677] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9068548d-2e37-4446-98ab-fafedd5693b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.838576] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8b2615-5a2e-4012-af8b-8cf1880dd69d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.855347] env[65677]: DEBUG nova.compute.provider_tree [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.998720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.359260] env[65677]: DEBUG nova.scheduler.client.report [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.368992] env[65677]: DEBUG nova.compute.manager [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Received event network-changed-8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 993.369913] env[65677]: DEBUG nova.compute.manager [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Refreshing instance network info cache due to event network-changed-8bd1256c-2435-4c52-9729-74b9d5730ffa. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 993.370836] env[65677]: DEBUG oslo_concurrency.lockutils [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] Acquiring lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.370836] env[65677]: DEBUG oslo_concurrency.lockutils [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] Acquired lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.371066] env[65677]: DEBUG nova.network.neutron [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Refreshing network info cache for port 8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.869739] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.872983] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 993.876876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.440s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.878959] env[65677]: INFO nova.compute.claims [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.881803] env[65677]: WARNING neutronclient.v2_0.client [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.053699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.053699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.116115] env[65677]: WARNING neutronclient.v2_0.client [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.260959] env[65677]: DEBUG nova.network.neutron [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Updated VIF entry in instance network info cache for port 8bd1256c-2435-4c52-9729-74b9d5730ffa. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.261750] env[65677]: DEBUG nova.network.neutron [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Updating instance_info_cache with network_info: [{"id": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "address": "fa:16:3e:09:8f:ef", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd1256c-24", "ovs_interfaceid": "8bd1256c-2435-4c52-9729-74b9d5730ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.390146] env[65677]: DEBUG nova.compute.utils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.397293] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 994.397293] env[65677]: DEBUG nova.network.neutron [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 994.397293] env[65677]: WARNING neutronclient.v2_0.client [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.397293] env[65677]: WARNING neutronclient.v2_0.client [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.464137] env[65677]: DEBUG nova.policy [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5b51ead2b34f078bce5706223305aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b4bbf4964248a0a3d9572513cf9b4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.558064] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 994.764836] env[65677]: DEBUG oslo_concurrency.lockutils [req-177fc981-d056-41d2-a906-c95830836485 req-93ea4757-88c8-4455-b7e6-26b8c586c1ef service nova] Releasing lock "refresh_cache-f2497c8c-3212-4019-bb87-fecc43c8e0d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.775222] env[65677]: DEBUG nova.network.neutron [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Successfully created port: 0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 994.895458] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 994.915754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.915754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.083267] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.468508] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f562b6-20a1-46d5-b5ae-34d2428e9c05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.478057] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e031f-fbb9-457e-b194-7f1380ae8e6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.511236] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c11220-6c35-4660-b0b2-efbff9a76fc4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.521666] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5883f06f-e267-49f9-9c23-99dad8cef298 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.543496] env[65677]: DEBUG nova.compute.provider_tree [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.910580] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 995.939648] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 995.939923] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.940824] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 995.941134] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.941292] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 995.941439] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 995.941652] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.942099] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 995.942315] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 995.942492] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 995.942670] env[65677]: DEBUG nova.virt.hardware [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 995.943710] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c4b56-5fcc-4eef-a80f-13dcdccfdc3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.954162] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c24bc9-9016-42c8-ba36-a833d32b3fc0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.970985] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 995.971237] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905482', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'name': 'volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd6d2a86-ce83-41f6-b8b1-97d100338072', 'attached_at': '', 'detached_at': '', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'serial': '237ac95e-4d00-4e6e-9227-0579ca34e6cc'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 995.972138] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3673e613-da0e-4b13-beac-bfcaea23e065 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.989634] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2eda96-83ca-4e4f-b095-3886ce180e34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.016307] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc/volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.016658] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02d093a-53f5-491c-8617-d75adb06d101 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.037701] env[65677]: DEBUG oslo_vmware.api [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 996.037701] env[65677]: value = "task-4636722" [ 996.037701] env[65677]: _type = "Task" [ 996.037701] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.049325] env[65677]: DEBUG nova.scheduler.client.report [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.053190] env[65677]: DEBUG oslo_vmware.api [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.423320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.423320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.492062] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.494189] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.527417] env[65677]: DEBUG nova.compute.manager [req-128fbd44-c226-45c9-93f1-8210fe43ba94 req-e5914f57-201d-48f0-8537-3ab91d0e397b service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Received event network-vif-plugged-0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 996.527644] env[65677]: DEBUG oslo_concurrency.lockutils [req-128fbd44-c226-45c9-93f1-8210fe43ba94 req-e5914f57-201d-48f0-8537-3ab91d0e397b service nova] Acquiring lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.527844] env[65677]: DEBUG oslo_concurrency.lockutils [req-128fbd44-c226-45c9-93f1-8210fe43ba94 req-e5914f57-201d-48f0-8537-3ab91d0e397b service nova] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.528014] env[65677]: DEBUG oslo_concurrency.lockutils [req-128fbd44-c226-45c9-93f1-8210fe43ba94 req-e5914f57-201d-48f0-8537-3ab91d0e397b service nova] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.528188] env[65677]: DEBUG nova.compute.manager [req-128fbd44-c226-45c9-93f1-8210fe43ba94 req-e5914f57-201d-48f0-8537-3ab91d0e397b service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] No waiting events found dispatching network-vif-plugged-0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 996.528350] env[65677]: WARNING nova.compute.manager [req-128fbd44-c226-45c9-93f1-8210fe43ba94 req-e5914f57-201d-48f0-8537-3ab91d0e397b service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Received unexpected event network-vif-plugged-0a7ef205-6c5a-4390-8806-995a8ba7b6ff for instance with vm_state building and task_state spawning. [ 996.547786] env[65677]: DEBUG oslo_vmware.api [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636722, 'name': ReconfigVM_Task, 'duration_secs': 0.410906} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.548212] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc/volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.553072] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba4db49-66af-4c12-92d6-6890ca90127b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.566085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.566916] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 996.572247] env[65677]: DEBUG nova.network.neutron [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Successfully updated port: 0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 996.573261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.068s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.574790] env[65677]: INFO nova.compute.claims [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.587450] env[65677]: DEBUG oslo_vmware.api [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 996.587450] env[65677]: value = "task-4636723" [ 996.587450] env[65677]: _type = "Task" [ 996.587450] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.603200] env[65677]: DEBUG oslo_vmware.api [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.007024] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.007220] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.007371] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.007518] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.007656] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.007797] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.007935] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 997.008084] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.075218] env[65677]: DEBUG nova.compute.utils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.077798] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 997.077970] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 997.078455] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.078896] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.085853] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.086111] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.086370] env[65677]: DEBUG nova.network.neutron [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 997.101581] env[65677]: DEBUG oslo_vmware.api [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636723, 'name': ReconfigVM_Task, 'duration_secs': 0.156788} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.101932] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905482', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'name': 'volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd6d2a86-ce83-41f6-b8b1-97d100338072', 'attached_at': '', 'detached_at': '', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'serial': '237ac95e-4d00-4e6e-9227-0579ca34e6cc'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 997.121843] env[65677]: DEBUG nova.policy [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6488d4f6e604c74ac65ec264e5f4d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727148e09aac4cd5b802571e56c0ad33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.430439] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Successfully created port: 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 997.511047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.584580] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 997.676416] env[65677]: DEBUG nova.network.neutron [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.813367] env[65677]: WARNING neutronclient.v2_0.client [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.934957] env[65677]: DEBUG nova.network.neutron [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Updating instance_info_cache with network_info: [{"id": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "address": "fa:16:3e:38:c4:40", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ef205-6c", "ovs_interfaceid": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.100715] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6ea83d-3c8e-48f6-9e65-55eb58f113c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.108908] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db719bf-39ee-4eb6-adf4-e55594a6faff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.143754] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c251d6-8ea3-4864-a2fd-0465cbab4007 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.153020] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563783b-7423-47f7-8565-0b0ae366633d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.167472] env[65677]: DEBUG nova.compute.provider_tree [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.170959] env[65677]: DEBUG nova.objects.instance [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'flavor' on Instance uuid fd6d2a86-ce83-41f6-b8b1-97d100338072 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.440899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.442115] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Instance network_info: |[{"id": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "address": "fa:16:3e:38:c4:40", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ef205-6c", "ovs_interfaceid": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 998.442259] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c4:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a7ef205-6c5a-4390-8806-995a8ba7b6ff', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.452588] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Creating folder: Project (46b4bbf4964248a0a3d9572513cf9b4f). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.452933] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-239de0ad-f7b2-4c86-a9b8-0db63bab990d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.469073] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Created folder: Project (46b4bbf4964248a0a3d9572513cf9b4f) in parent group-v905237. [ 998.469073] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Creating folder: Instances. Parent ref: group-v905483. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.469073] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c25230-a0fa-46b2-a603-ddd3ddaa7fd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.484022] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Created folder: Instances in parent group-v905483. [ 998.484022] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.484022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.484022] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101fd6bd-532e-490f-bf7d-5bebaa7ac3d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.506529] env[65677]: INFO nova.compute.manager [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Rescuing [ 998.506967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.507257] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.507561] env[65677]: DEBUG nova.network.neutron [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.510227] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.510227] env[65677]: value = "task-4636726" [ 998.510227] env[65677]: _type = "Task" [ 998.510227] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.522719] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636726, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.595900] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 998.600511] env[65677]: DEBUG nova.compute.manager [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Received event network-changed-0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 998.600720] env[65677]: DEBUG nova.compute.manager [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Refreshing instance network info cache due to event network-changed-0a7ef205-6c5a-4390-8806-995a8ba7b6ff. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 998.600930] env[65677]: DEBUG oslo_concurrency.lockutils [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] Acquiring lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.601099] env[65677]: DEBUG oslo_concurrency.lockutils [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] Acquired lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.601374] env[65677]: DEBUG nova.network.neutron [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Refreshing network info cache for port 0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.632826] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.633192] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.633295] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.633489] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.633648] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.633816] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.634103] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.634280] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.634478] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.634641] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.634863] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.635856] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8f981-2645-426e-81ef-2dd53aa012e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.647534] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6e1e5-6896-405e-ba06-80f55742abc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.671138] env[65677]: DEBUG nova.scheduler.client.report [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.676756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d14c2a13-bd83-4120-b383-63c6719884a5 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.985195] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Successfully updated port: 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 999.011462] env[65677]: WARNING neutronclient.v2_0.client [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.027245] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636726, 'name': CreateVM_Task, 'duration_secs': 0.397153} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.027643] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.028286] env[65677]: WARNING neutronclient.v2_0.client [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.028788] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.029943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.029943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.029943] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3add9c39-6924-4609-948e-4da0d2a7a3df {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.036029] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 999.036029] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d04203-ed2c-0a54-2399-0ff0e06e407d" [ 999.036029] env[65677]: _type = "Task" [ 999.036029] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.045273] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d04203-ed2c-0a54-2399-0ff0e06e407d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.104077] env[65677]: WARNING neutronclient.v2_0.client [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.181621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.181621] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 999.182602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.347s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.207262] env[65677]: WARNING neutronclient.v2_0.client [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.290054] env[65677]: DEBUG nova.network.neutron [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.322198] env[65677]: WARNING neutronclient.v2_0.client [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.392447] env[65677]: DEBUG nova.network.neutron [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Updated VIF entry in instance network info cache for port 0a7ef205-6c5a-4390-8806-995a8ba7b6ff. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 999.395659] env[65677]: DEBUG nova.network.neutron [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Updating instance_info_cache with network_info: [{"id": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "address": "fa:16:3e:38:c4:40", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ef205-6c", "ovs_interfaceid": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.487464] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "refresh_cache-f005f505-54f0-472d-8ed6-b07114700e92" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.487693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "refresh_cache-f005f505-54f0-472d-8ed6-b07114700e92" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.487848] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.549619] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d04203-ed2c-0a54-2399-0ff0e06e407d, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.549962] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.550358] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.550736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.551146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.551363] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.551721] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-191e60fc-ac17-41a2-a6d9-aaecdc3846e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.564258] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.564504] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.565331] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0534ae-7d4c-48fa-a7ef-ae981567f810 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.572609] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 999.572609] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526fc673-ea54-7e00-cfda-6576e0faff41" [ 999.572609] env[65677]: _type = "Task" [ 999.572609] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.583081] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526fc673-ea54-7e00-cfda-6576e0faff41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.684037] env[65677]: DEBUG nova.compute.utils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.685808] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 999.686126] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 999.686438] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.686738] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.737194] env[65677]: DEBUG nova.policy [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6488d4f6e604c74ac65ec264e5f4d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727148e09aac4cd5b802571e56c0ad33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.796159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.900037] env[65677]: DEBUG oslo_concurrency.lockutils [req-48cd6af1-dcaf-439f-9542-f4532c01b1f0 req-5d169e55-68d9-49a5-b298-49a8918d9149 service nova] Releasing lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.088598] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526fc673-ea54-7e00-cfda-6576e0faff41, 'name': SearchDatastore_Task, 'duration_secs': 0.01259} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.089815] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f7eb12-bf8d-473c-9279-3054ba5ab0a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.100119] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1000.100119] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a8e2d-d1e3-6b2f-b007-f9cad1b2996a" [ 1000.100119] env[65677]: _type = "Task" [ 1000.100119] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.110506] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1000.116813] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Successfully created port: d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1000.119209] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a8e2d-d1e3-6b2f-b007-f9cad1b2996a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.195407] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1000.224834] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.239221] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7970946-02fa-4f50-9a62-a3b9d1294c2e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.254665] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee96c9-fa42-4f52-8358-4ae2da7231bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.317174] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb320c5-678f-42fd-8737-b53e8db3cffd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.327041] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d627f1ee-fd28-4036-b3dc-5348182657c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.345293] env[65677]: DEBUG nova.compute.provider_tree [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.385753] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Updating instance_info_cache with network_info: [{"id": "846c7bdf-3ee0-4ed4-acd4-f6ff566c4181", "address": "fa:16:3e:27:a9:72", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c7bdf-3e", "ovs_interfaceid": "846c7bdf-3ee0-4ed4-acd4-f6ff566c4181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.613584] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523a8e2d-d1e3-6b2f-b007-f9cad1b2996a, 'name': SearchDatastore_Task, 'duration_secs': 0.019064} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.613858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.614833] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 97e70989-1f1d-4588-b52d-b678cfd5b9dc/97e70989-1f1d-4588-b52d-b678cfd5b9dc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.614833] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b6138c-ccae-4ccd-8d33-a9ce9e1bcce5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.624617] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1000.624617] env[65677]: value = "task-4636727" [ 1000.624617] env[65677]: _type = "Task" [ 1000.624617] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.627184] env[65677]: DEBUG nova.compute.manager [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Received event network-vif-plugged-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1000.627426] env[65677]: DEBUG oslo_concurrency.lockutils [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] Acquiring lock "f005f505-54f0-472d-8ed6-b07114700e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.627629] env[65677]: DEBUG oslo_concurrency.lockutils [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] Lock "f005f505-54f0-472d-8ed6-b07114700e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.627787] env[65677]: DEBUG oslo_concurrency.lockutils [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] Lock "f005f505-54f0-472d-8ed6-b07114700e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.628151] env[65677]: DEBUG nova.compute.manager [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] No waiting events found dispatching network-vif-plugged-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1000.628151] env[65677]: WARNING nova.compute.manager [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Received unexpected event network-vif-plugged-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 for instance with vm_state building and task_state spawning. [ 1000.628312] env[65677]: DEBUG nova.compute.manager [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Received event network-changed-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1000.628429] env[65677]: DEBUG nova.compute.manager [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Refreshing instance network info cache due to event network-changed-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1000.628641] env[65677]: DEBUG oslo_concurrency.lockutils [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] Acquiring lock "refresh_cache-f005f505-54f0-472d-8ed6-b07114700e92" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.640675] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.850740] env[65677]: DEBUG nova.scheduler.client.report [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.890032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "refresh_cache-f005f505-54f0-472d-8ed6-b07114700e92" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.890396] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Instance network_info: |[{"id": "846c7bdf-3ee0-4ed4-acd4-f6ff566c4181", "address": "fa:16:3e:27:a9:72", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c7bdf-3e", "ovs_interfaceid": "846c7bdf-3ee0-4ed4-acd4-f6ff566c4181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1000.890738] env[65677]: DEBUG oslo_concurrency.lockutils [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] Acquired lock "refresh_cache-f005f505-54f0-472d-8ed6-b07114700e92" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.890916] env[65677]: DEBUG nova.network.neutron [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Refreshing network info cache for port 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.892378] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a9:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '846c7bdf-3ee0-4ed4-acd4-f6ff566c4181', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.900084] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1000.901667] env[65677]: WARNING neutronclient.v2_0.client [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.904294] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.905116] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31863630-7caa-498c-a444-a71927d16734 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.926799] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.926799] env[65677]: value = "task-4636728" [ 1000.926799] env[65677]: _type = "Task" [ 1000.926799] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.937416] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636728, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.140902] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505534} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.141631] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 97e70989-1f1d-4588-b52d-b678cfd5b9dc/97e70989-1f1d-4588-b52d-b678cfd5b9dc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.141875] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.142287] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c50f6d7-48d0-4bbe-9e86-fd7cf95b7b53 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.150137] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1001.150137] env[65677]: value = "task-4636729" [ 1001.150137] env[65677]: _type = "Task" [ 1001.150137] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.161605] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.163152] env[65677]: WARNING neutronclient.v2_0.client [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.204866] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1001.233156] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1001.233446] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.233634] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1001.233847] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.234115] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1001.234243] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1001.234485] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.234669] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1001.234922] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1001.235143] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1001.235335] env[65677]: DEBUG nova.virt.hardware [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1001.236260] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1576c6-f3a7-4e3f-b53e-57efd3988c87 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.249394] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ee95de-d019-44ad-bf23-73ed667a2724 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.336818] env[65677]: DEBUG nova.network.neutron [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Updated VIF entry in instance network info cache for port 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.337254] env[65677]: DEBUG nova.network.neutron [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Updating instance_info_cache with network_info: [{"id": "846c7bdf-3ee0-4ed4-acd4-f6ff566c4181", "address": "fa:16:3e:27:a9:72", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c7bdf-3e", "ovs_interfaceid": "846c7bdf-3ee0-4ed4-acd4-f6ff566c4181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.359904] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.361525] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c352fddf-e5b3-4338-9ca4-4eaa19e65f47 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.369312] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1001.369312] env[65677]: value = "task-4636730" [ 1001.369312] env[65677]: _type = "Task" [ 1001.369312] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.383236] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.439363] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636728, 'name': CreateVM_Task, 'duration_secs': 0.476176} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.439363] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.439780] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.440131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.440326] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.440903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.441206] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f103db57-a8f2-4215-a83f-8fd721e8c7bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.448566] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1001.448566] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5262198b-a9c6-5640-a8e6-1ef580dc30f7" [ 1001.448566] env[65677]: _type = "Task" [ 1001.448566] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.462266] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5262198b-a9c6-5640-a8e6-1ef580dc30f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.661640] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067527} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.661949] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.662851] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd3c6c9-119a-478c-8b30-12bbc0b5cd6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.689548] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 97e70989-1f1d-4588-b52d-b678cfd5b9dc/97e70989-1f1d-4588-b52d-b678cfd5b9dc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.689864] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a3edf3-d428-4072-a7f3-fe8700459f4e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.710851] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1001.710851] env[65677]: value = "task-4636731" [ 1001.710851] env[65677]: _type = "Task" [ 1001.710851] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.720049] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.730225] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Successfully updated port: d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1001.754324] env[65677]: DEBUG nova.compute.manager [req-8443a87a-72eb-412f-8fd6-973467a7f953 req-fd72a4a4-746c-4a3b-bbec-9ca283d30f4a service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Received event network-vif-plugged-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1001.754443] env[65677]: DEBUG oslo_concurrency.lockutils [req-8443a87a-72eb-412f-8fd6-973467a7f953 req-fd72a4a4-746c-4a3b-bbec-9ca283d30f4a service nova] Acquiring lock "8a71719e-0071-4329-9da9-8cf96fe43cf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.754648] env[65677]: DEBUG oslo_concurrency.lockutils [req-8443a87a-72eb-412f-8fd6-973467a7f953 req-fd72a4a4-746c-4a3b-bbec-9ca283d30f4a service nova] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.754864] env[65677]: DEBUG oslo_concurrency.lockutils [req-8443a87a-72eb-412f-8fd6-973467a7f953 req-fd72a4a4-746c-4a3b-bbec-9ca283d30f4a service nova] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.755192] env[65677]: DEBUG nova.compute.manager [req-8443a87a-72eb-412f-8fd6-973467a7f953 req-fd72a4a4-746c-4a3b-bbec-9ca283d30f4a service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] No waiting events found dispatching network-vif-plugged-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1001.755431] env[65677]: WARNING nova.compute.manager [req-8443a87a-72eb-412f-8fd6-973467a7f953 req-fd72a4a4-746c-4a3b-bbec-9ca283d30f4a service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Received unexpected event network-vif-plugged-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 for instance with vm_state building and task_state spawning. [ 1001.842814] env[65677]: DEBUG oslo_concurrency.lockutils [req-28f5f2f2-b81d-443e-b3a0-91d8afb045d3 req-42f4c9dd-672d-47ea-9d37-bf87f22d6a7e service nova] Releasing lock "refresh_cache-f005f505-54f0-472d-8ed6-b07114700e92" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.862675] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.681s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.862985] env[65677]: DEBUG nova.compute.manager [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65677) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5409}} [ 1001.865847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.857s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.867432] env[65677]: INFO nova.compute.claims [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.880330] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636730, 'name': PowerOffVM_Task, 'duration_secs': 0.22431} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.880585] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.881393] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b884ba7-1b2d-4d40-b642-2599241abd65 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.905990] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b01dd-5341-4c6f-a605-0d10ca841188 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.940874] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.941250] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78cb878e-7c68-46a2-bc9f-b5bde4fcdeb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.948831] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1001.948831] env[65677]: value = "task-4636732" [ 1001.948831] env[65677]: _type = "Task" [ 1001.948831] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.961960] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5262198b-a9c6-5640-a8e6-1ef580dc30f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.965453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.965964] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.965964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.966164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.967039] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.967039] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00244ea1-383d-4dc2-ba40-1e5177048620 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.968786] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.968965] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.969231] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.969375] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.969542] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.969781] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94acb1d1-a38a-44ba-b7d3-754c9ce6f226 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.982073] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.982265] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.984169] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c83b2ed-b1e9-4f76-ab4b-7c82e78caac0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.986509] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.986679] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.987357] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3defb0-d209-459c-8fb5-9b08e2568eb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.994027] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1001.994027] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528b8965-37a6-7f4d-2a7e-ac143dbc9b18" [ 1001.994027] env[65677]: _type = "Task" [ 1001.994027] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.994885] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1001.994885] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a523a-c6e9-ce64-cbfa-d2c47fe3edcb" [ 1001.994885] env[65677]: _type = "Task" [ 1001.994885] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.014289] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a523a-c6e9-ce64-cbfa-d2c47fe3edcb, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.018893] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528b8965-37a6-7f4d-2a7e-ac143dbc9b18, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.019155] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff032100-7489-4d98-a4b4-edaf302fa72f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.022403] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cf5dee-6a73-4f49-85ee-30a4b3485397 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.029028] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1002.029028] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c2c0ad-3cec-d6c1-aa52-7863c04f139d" [ 1002.029028] env[65677]: _type = "Task" [ 1002.029028] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.030485] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1002.030485] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5cba-530c-0902-0d9d-2081c4751ff7" [ 1002.030485] env[65677]: _type = "Task" [ 1002.030485] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.042446] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5cba-530c-0902-0d9d-2081c4751ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.046086] env[65677]: DEBUG oslo_concurrency.lockutils [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.046361] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. {{(pid=65677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1002.046949] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c2c0ad-3cec-d6c1-aa52-7863c04f139d, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.047175] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a30ac83-ca9a-4e45-a7ac-7daa58c10bd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.049072] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.049316] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] f005f505-54f0-472d-8ed6-b07114700e92/f005f505-54f0-472d-8ed6-b07114700e92.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.049554] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-584169f0-9c8d-4aaf-ae3a-edb04a28a81d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.056686] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1002.056686] env[65677]: value = "task-4636733" [ 1002.056686] env[65677]: _type = "Task" [ 1002.056686] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.057895] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1002.057895] env[65677]: value = "task-4636734" [ 1002.057895] env[65677]: _type = "Task" [ 1002.057895] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.069816] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.072758] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.221793] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636731, 'name': ReconfigVM_Task, 'duration_secs': 0.294413} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.221793] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 97e70989-1f1d-4588-b52d-b678cfd5b9dc/97e70989-1f1d-4588-b52d-b678cfd5b9dc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.222397] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0ff158-903a-458c-b852-82b262224176 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.229417] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1002.229417] env[65677]: value = "task-4636735" [ 1002.229417] env[65677]: _type = "Task" [ 1002.229417] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.238254] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "refresh_cache-8a71719e-0071-4329-9da9-8cf96fe43cf1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.238433] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "refresh_cache-8a71719e-0071-4329-9da9-8cf96fe43cf1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.238612] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1002.240179] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636735, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.449596] env[65677]: INFO nova.scheduler.client.report [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted allocation for migration 644b11b1-85b0-4b65-8cc0-738955e6b2e9 [ 1002.581979] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.588286] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636734, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.747391] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636735, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.784504] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1002.908509] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.958377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-134b7587-4e20-488c-9fdf-c9e66cf316dd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.270s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.999111] env[65677]: DEBUG nova.network.neutron [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Updating instance_info_cache with network_info: [{"id": "d8b49f1f-8f49-46c1-a14e-53b51904d3b9", "address": "fa:16:3e:fc:1a:69", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b49f1f-8f", "ovs_interfaceid": "d8b49f1f-8f49-46c1-a14e-53b51904d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.070624] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780591} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.073551] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] f005f505-54f0-472d-8ed6-b07114700e92/f005f505-54f0-472d-8ed6-b07114700e92.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.073884] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.074376] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a95f384-bb80-42c4-8085-a61647226c4c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.079833] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807947} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.080469] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. [ 1003.081272] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea76dd7e-6ba9-47ce-9267-65fc4c3c8431 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.086785] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1003.086785] env[65677]: value = "task-4636736" [ 1003.086785] env[65677]: _type = "Task" [ 1003.086785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.110175] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.115931] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76aac5c-2934-44a2-b315-70a4f9653db0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.135386] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636736, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.136811] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1003.136811] env[65677]: value = "task-4636737" [ 1003.136811] env[65677]: _type = "Task" [ 1003.136811] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.146587] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.240963] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636735, 'name': Rename_Task, 'duration_secs': 0.685892} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.241413] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.244372] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1153e98-09d8-4eb4-896d-57d27e9353c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.253197] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1003.253197] env[65677]: value = "task-4636738" [ 1003.253197] env[65677]: _type = "Task" [ 1003.253197] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.262388] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.503661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "refresh_cache-8a71719e-0071-4329-9da9-8cf96fe43cf1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.504065] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Instance network_info: |[{"id": "d8b49f1f-8f49-46c1-a14e-53b51904d3b9", "address": "fa:16:3e:fc:1a:69", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b49f1f-8f", "ovs_interfaceid": "d8b49f1f-8f49-46c1-a14e-53b51904d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1003.504732] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:1a:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8b49f1f-8f49-46c1-a14e-53b51904d3b9', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.513672] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1003.513923] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.514211] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f4b3df-2f17-4b39-b6e4-d85953f6771c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.538051] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.538051] env[65677]: value = "task-4636739" [ 1003.538051] env[65677]: _type = "Task" [ 1003.538051] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.544392] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f0e008-3a3f-4edd-8d2a-f7235e9c326b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.557834] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2443f5f7-de69-4e10-86f5-36604bec8b73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.560986] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636739, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.596565] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209b0ace-54bb-461a-ae26-ec87cc94a161 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.608477] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb692c-8b73-4ee7-8258-87d11c141900 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.619997] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075518} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.629261] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.629837] env[65677]: DEBUG nova.compute.provider_tree [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.632096] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469abf17-9388-41c1-80fb-9a38e19da698 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.662020] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f005f505-54f0-472d-8ed6-b07114700e92/f005f505-54f0-472d-8ed6-b07114700e92.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.663306] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c76f6c4-d5b6-44b3-905f-0558a0793163 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.684103] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636737, 'name': ReconfigVM_Task, 'duration_secs': 0.359512} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.685036] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.686049] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e95ad57-294b-4284-88da-3d5c5a195616 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.693830] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1003.693830] env[65677]: value = "task-4636740" [ 1003.693830] env[65677]: _type = "Task" [ 1003.693830] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.716507] env[65677]: DEBUG nova.objects.instance [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'flavor' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.726475] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4924fc1c-a922-4c69-9f05-0d9e4552b1a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.746879] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1003.746879] env[65677]: value = "task-4636741" [ 1003.746879] env[65677]: _type = "Task" [ 1003.746879] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.747461] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.761446] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.768504] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.814216] env[65677]: DEBUG nova.compute.manager [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Received event network-changed-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1003.814359] env[65677]: DEBUG nova.compute.manager [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Refreshing instance network info cache due to event network-changed-d8b49f1f-8f49-46c1-a14e-53b51904d3b9. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1003.814623] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] Acquiring lock "refresh_cache-8a71719e-0071-4329-9da9-8cf96fe43cf1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.814779] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] Acquired lock "refresh_cache-8a71719e-0071-4329-9da9-8cf96fe43cf1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.815040] env[65677]: DEBUG nova.network.neutron [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Refreshing network info cache for port d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.050566] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636739, 'name': CreateVM_Task, 'duration_secs': 0.466848} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.050794] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.051486] env[65677]: WARNING neutronclient.v2_0.client [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.051992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.052228] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.052716] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.054043] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69895b73-61b6-4802-8efd-d3a1f7c7780a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.059967] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1004.059967] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d8605-bbca-0eb1-5101-08119d130f3f" [ 1004.059967] env[65677]: _type = "Task" [ 1004.059967] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.071858] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d8605-bbca-0eb1-5101-08119d130f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.137027] env[65677]: DEBUG nova.scheduler.client.report [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.228375] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.228913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.229160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.229262] env[65677]: DEBUG nova.network.neutron [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.229906] env[65677]: DEBUG nova.objects.instance [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'info_cache' on Instance uuid bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.262045] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636741, 'name': ReconfigVM_Task, 'duration_secs': 0.197875} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.262723] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.263075] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2570c253-ce66-45db-af94-b837bb26ae5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.268347] env[65677]: DEBUG oslo_vmware.api [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636738, 'name': PowerOnVM_Task, 'duration_secs': 0.590845} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.268931] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.269951] env[65677]: INFO nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1004.270179] env[65677]: DEBUG nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1004.271134] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0fdf5f-36e5-4c1b-b820-64e4fd05524d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.275302] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1004.275302] env[65677]: value = "task-4636742" [ 1004.275302] env[65677]: _type = "Task" [ 1004.275302] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.289717] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.318587] env[65677]: WARNING neutronclient.v2_0.client [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.491704] env[65677]: WARNING neutronclient.v2_0.client [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.565099] env[65677]: DEBUG nova.network.neutron [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Updated VIF entry in instance network info cache for port d8b49f1f-8f49-46c1-a14e-53b51904d3b9. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.565480] env[65677]: DEBUG nova.network.neutron [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Updating instance_info_cache with network_info: [{"id": "d8b49f1f-8f49-46c1-a14e-53b51904d3b9", "address": "fa:16:3e:fc:1a:69", "network": {"id": "e5d20f14-8797-4d5c-ae79-9f768a7ceef5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1095767058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727148e09aac4cd5b802571e56c0ad33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b49f1f-8f", "ovs_interfaceid": "d8b49f1f-8f49-46c1-a14e-53b51904d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.575155] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528d8605-bbca-0eb1-5101-08119d130f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.089813} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.576010] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.576235] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.576489] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.576603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.576777] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.577301] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97638a81-8dbd-4d98-97cf-df24aed8657b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.587794] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.588013] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.588729] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f44126-bd7c-449d-9ab4-6815a1669b5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.595457] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1004.595457] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5292ec04-9338-3726-5926-2e1a8c03781b" [ 1004.595457] env[65677]: _type = "Task" [ 1004.595457] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.603966] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5292ec04-9338-3726-5926-2e1a8c03781b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.642184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.642888] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1004.646019] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.764s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.647778] env[65677]: INFO nova.compute.claims [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.727200] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636740, 'name': ReconfigVM_Task, 'duration_secs': 0.807234} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.727584] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f005f505-54f0-472d-8ed6-b07114700e92/f005f505-54f0-472d-8ed6-b07114700e92.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.728293] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b6a14b-363d-472f-92e6-6bf84bdfa179 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.732703] env[65677]: DEBUG nova.objects.base [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.735453] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1004.735453] env[65677]: value = "task-4636743" [ 1004.735453] env[65677]: _type = "Task" [ 1004.735453] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.745428] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636743, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.791410] env[65677]: DEBUG oslo_vmware.api [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636742, 'name': PowerOnVM_Task, 'duration_secs': 0.450896} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.791767] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.797385] env[65677]: DEBUG nova.compute.manager [None req-78cc4222-a2fe-412e-ad0e-0b14ab7af180 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1004.797735] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eddbf30-bc07-411b-9f5d-64c46ac569cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.800794] env[65677]: INFO nova.compute.manager [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Took 29.86 seconds to build instance. [ 1005.067969] env[65677]: DEBUG oslo_concurrency.lockutils [req-1cdaed96-046c-4da6-a30d-0e3cfc302dd3 req-5d349f87-1328-4749-bd20-ef734f76f52e service nova] Releasing lock "refresh_cache-8a71719e-0071-4329-9da9-8cf96fe43cf1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.107798] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5292ec04-9338-3726-5926-2e1a8c03781b, 'name': SearchDatastore_Task, 'duration_secs': 0.024847} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.108703] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d494342-8eed-462a-834e-9f78f4c99148 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.114799] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1005.114799] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5231dc33-16c5-509e-3012-201b7905e0f9" [ 1005.114799] env[65677]: _type = "Task" [ 1005.114799] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.123105] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5231dc33-16c5-509e-3012-201b7905e0f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.156016] env[65677]: DEBUG nova.compute.utils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.159452] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1005.159452] env[65677]: DEBUG nova.network.neutron [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.159452] env[65677]: WARNING neutronclient.v2_0.client [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.159452] env[65677]: WARNING neutronclient.v2_0.client [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.210790] env[65677]: DEBUG nova.policy [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5b51ead2b34f078bce5706223305aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b4bbf4964248a0a3d9572513cf9b4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.237466] env[65677]: WARNING neutronclient.v2_0.client [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.251197] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636743, 'name': Rename_Task, 'duration_secs': 0.233882} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.251586] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.251887] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5631470b-5ad6-4e38-b2f3-efdfe5e7719c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.259744] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1005.259744] env[65677]: value = "task-4636744" [ 1005.259744] env[65677]: _type = "Task" [ 1005.259744] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.270940] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.303660] env[65677]: DEBUG oslo_concurrency.lockutils [None req-45d49767-f704-4180-9f68-e898cb5821ee tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.375s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.534054] env[65677]: WARNING neutronclient.v2_0.client [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.556012] env[65677]: DEBUG nova.network.neutron [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Successfully created port: 93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1005.628978] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5231dc33-16c5-509e-3012-201b7905e0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.035095} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.629372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.629972] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 8a71719e-0071-4329-9da9-8cf96fe43cf1/8a71719e-0071-4329-9da9-8cf96fe43cf1.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.629972] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b152851e-09f7-4a75-83fc-586a9228d51c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.639110] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1005.639110] env[65677]: value = "task-4636745" [ 1005.639110] env[65677]: _type = "Task" [ 1005.639110] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.650188] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.653839] env[65677]: DEBUG nova.network.neutron [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [{"id": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "address": "fa:16:3e:4c:83:46", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7868db5-5c", "ovs_interfaceid": "a7868db5-5c10-4b0a-b31e-9a44eaa79709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.663136] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1005.773857] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.808158] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1006.155932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-bc0c29e3-da3f-4a46-9e08-60b456883577" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.157483] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.176029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.176029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.176029] env[65677]: INFO nova.compute.manager [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Shelving [ 1006.261897] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b569c-64ff-4442-9676-c4b21083649c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.284479] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f65c8-7654-4218-b675-b987a3e6f322 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.289429] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636744, 'name': PowerOnVM_Task, 'duration_secs': 0.960103} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.290007] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.290213] env[65677]: INFO nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1006.290388] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1006.291719] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d264ef-257c-4392-98ce-10274d9888a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.324441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81daef6-3806-422e-a3c3-6e25423fc7c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.338554] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957ffd86-aea5-4524-b191-bd8a2eacfc56 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.343527] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.355063] env[65677]: DEBUG nova.compute.provider_tree [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.653906] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593298} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.654230] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 8a71719e-0071-4329-9da9-8cf96fe43cf1/8a71719e-0071-4329-9da9-8cf96fe43cf1.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.654441] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.654703] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e810308-7448-4ba3-8cf1-8d90e1649010 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.663845] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1006.663845] env[65677]: value = "task-4636746" [ 1006.663845] env[65677]: _type = "Task" [ 1006.663845] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.677859] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.682410] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1006.710635] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1006.710919] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.711094] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1006.711296] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.711439] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1006.711598] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1006.711823] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.712027] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1006.712215] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1006.712388] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1006.712568] env[65677]: DEBUG nova.virt.hardware [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1006.713219] env[65677]: INFO nova.compute.manager [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Unrescuing [ 1006.713530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.714426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.714426] env[65677]: DEBUG nova.network.neutron [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.716553] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc1a701-1655-4deb-95ac-a5c4cd9842a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.726424] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ad9ce-9657-4763-b10e-87b63e24d49a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.843511] env[65677]: INFO nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Took 31.42 seconds to build instance. [ 1006.858055] env[65677]: DEBUG nova.scheduler.client.report [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.138525] env[65677]: DEBUG nova.compute.manager [req-ac352ea7-4a86-4b0e-a407-68ecbc906d78 req-7fa9d603-b47e-47dc-934d-ff3a382fc854 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Received event network-vif-plugged-93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1007.138731] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac352ea7-4a86-4b0e-a407-68ecbc906d78 req-7fa9d603-b47e-47dc-934d-ff3a382fc854 service nova] Acquiring lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.138934] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac352ea7-4a86-4b0e-a407-68ecbc906d78 req-7fa9d603-b47e-47dc-934d-ff3a382fc854 service nova] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.139116] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac352ea7-4a86-4b0e-a407-68ecbc906d78 req-7fa9d603-b47e-47dc-934d-ff3a382fc854 service nova] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.139277] env[65677]: DEBUG nova.compute.manager [req-ac352ea7-4a86-4b0e-a407-68ecbc906d78 req-7fa9d603-b47e-47dc-934d-ff3a382fc854 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] No waiting events found dispatching network-vif-plugged-93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1007.139431] env[65677]: WARNING nova.compute.manager [req-ac352ea7-4a86-4b0e-a407-68ecbc906d78 req-7fa9d603-b47e-47dc-934d-ff3a382fc854 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Received unexpected event network-vif-plugged-93449d74-29cf-4783-910e-f26b838e07de for instance with vm_state building and task_state spawning. [ 1007.165565] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.166153] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2a4e5a-42a0-4b31-a8e3-4d23a6b1f90f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.180680] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065072} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.181426] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.181524] env[65677]: DEBUG oslo_vmware.api [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1007.181524] env[65677]: value = "task-4636747" [ 1007.181524] env[65677]: _type = "Task" [ 1007.181524] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.182198] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7251e20-d6e8-4a32-b5f1-17055a83c10f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.189281] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.189603] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81ef6ff0-45f3-4122-a5c9-05062b056bc7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.212506] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8a71719e-0071-4329-9da9-8cf96fe43cf1/8a71719e-0071-4329-9da9-8cf96fe43cf1.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.217397] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9570f2da-936a-46bb-95b9-d55e94c12d21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.233989] env[65677]: DEBUG oslo_vmware.api [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636747, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.236176] env[65677]: WARNING neutronclient.v2_0.client [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.238596] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1007.238596] env[65677]: value = "task-4636748" [ 1007.238596] env[65677]: _type = "Task" [ 1007.238596] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.246024] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1007.246024] env[65677]: value = "task-4636749" [ 1007.246024] env[65677]: _type = "Task" [ 1007.246024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.253880] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.262051] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636749, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.263607] env[65677]: DEBUG nova.network.neutron [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Successfully updated port: 93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.346533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "f005f505-54f0-472d-8ed6-b07114700e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.948s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.363173] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.363754] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1007.367666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.757s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.467266] env[65677]: WARNING neutronclient.v2_0.client [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.554449] env[65677]: DEBUG nova.network.neutron [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.697816] env[65677]: DEBUG oslo_vmware.api [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636747, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.749621] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636748, 'name': PowerOffVM_Task, 'duration_secs': 0.31716} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.754724] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.755584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551f936d-f7ec-4689-b95b-a47f3e1f152a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.783493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "refresh_cache-fb9ccf39-b7a0-4b04-901b-8291b702ea5b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.783764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "refresh_cache-fb9ccf39-b7a0-4b04-901b-8291b702ea5b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.784053] env[65677]: DEBUG nova.network.neutron [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.785762] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.787302] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1284595-8ef7-49eb-8f55-dce6529655a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.854540] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1007.871933] env[65677]: DEBUG nova.compute.utils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.878144] env[65677]: INFO nova.compute.claims [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.883272] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1007.883588] env[65677]: DEBUG nova.network.neutron [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1007.883989] env[65677]: WARNING neutronclient.v2_0.client [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.884485] env[65677]: WARNING neutronclient.v2_0.client [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.957028] env[65677]: DEBUG nova.policy [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5b51ead2b34f078bce5706223305aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46b4bbf4964248a0a3d9572513cf9b4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.057571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.058268] env[65677]: DEBUG nova.objects.instance [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'flavor' on Instance uuid fd6d2a86-ce83-41f6-b8b1-97d100338072 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.195835] env[65677]: DEBUG oslo_vmware.api [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636747, 'name': PowerOnVM_Task, 'duration_secs': 0.52292} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.196059] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.196269] env[65677]: DEBUG nova.compute.manager [None req-37515208-ab96-4801-8aa8-dcaa9c05d848 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1008.197064] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b5679-ab86-47c0-ad98-5420ff3a7f74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.263210] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636749, 'name': ReconfigVM_Task, 'duration_secs': 0.605613} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.264327] env[65677]: DEBUG nova.network.neutron [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Successfully created port: cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1008.267283] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8a71719e-0071-4329-9da9-8cf96fe43cf1/8a71719e-0071-4329-9da9-8cf96fe43cf1.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.268313] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e232b4df-da22-4263-92d8-fbfc1f442141 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.276619] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1008.276619] env[65677]: value = "task-4636750" [ 1008.276619] env[65677]: _type = "Task" [ 1008.276619] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.286569] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636750, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.302856] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.303313] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9a04d02-e2e8-4182-a0b7-26f1e7815b03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.312411] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1008.312411] env[65677]: value = "task-4636751" [ 1008.312411] env[65677]: _type = "Task" [ 1008.312411] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.322198] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636751, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.348902] env[65677]: DEBUG nova.network.neutron [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.385163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.385163] env[65677]: INFO nova.compute.resource_tracker [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating resource usage from migration ca683d94-b608-493a-a087-39c645bf7040 [ 1008.389738] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1008.496945] env[65677]: WARNING neutronclient.v2_0.client [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.565023] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a702ec6-6ceb-4efc-b9ae-2d5ee2861f7b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.602511] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.603178] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af6d854-4715-4b8b-a6a5-f39eb34f17fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.614152] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1008.614152] env[65677]: value = "task-4636752" [ 1008.614152] env[65677]: _type = "Task" [ 1008.614152] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.626933] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.640848] env[65677]: DEBUG nova.network.neutron [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Updating instance_info_cache with network_info: [{"id": "93449d74-29cf-4783-910e-f26b838e07de", "address": "fa:16:3e:d1:f2:f8", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93449d74-29", "ovs_interfaceid": "93449d74-29cf-4783-910e-f26b838e07de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.736764] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.736999] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.789998] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636750, 'name': Rename_Task, 'duration_secs': 0.293702} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.793491] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.794055] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a06a0a8-654a-4cc7-8727-092a2f583db1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.802775] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1008.802775] env[65677]: value = "task-4636753" [ 1008.802775] env[65677]: _type = "Task" [ 1008.802775] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.813444] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.828278] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636751, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.057120] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3aa117-121d-49f2-b041-256b046c12b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.066090] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a38bf-351b-46f2-b919-68021d289c21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.099822] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba173ae-6fba-4e46-9724-8381c7e5ab6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.108873] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b346f3-6e09-43e8-9d68-6c8f234e9dd2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.124177] env[65677]: DEBUG nova.compute.provider_tree [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.132412] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636752, 'name': PowerOffVM_Task, 'duration_secs': 0.295852} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.134083] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.139803] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.140481] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54656fb8-35dd-49d6-9052-7ca2dced14d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.154753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "refresh_cache-fb9ccf39-b7a0-4b04-901b-8291b702ea5b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.155097] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Instance network_info: |[{"id": "93449d74-29cf-4783-910e-f26b838e07de", "address": "fa:16:3e:d1:f2:f8", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93449d74-29", "ovs_interfaceid": "93449d74-29cf-4783-910e-f26b838e07de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1009.155578] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:f2:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93449d74-29cf-4783-910e-f26b838e07de', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.163387] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1009.164476] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.165201] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0c81703-e323-4965-85b7-090d5bcc3864 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.181966] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1009.181966] env[65677]: value = "task-4636754" [ 1009.181966] env[65677]: _type = "Task" [ 1009.181966] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.188242] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.188242] env[65677]: value = "task-4636755" [ 1009.188242] env[65677]: _type = "Task" [ 1009.188242] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.195039] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.201816] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636755, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.240957] env[65677]: DEBUG nova.compute.utils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.315189] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636753, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.324540] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636751, 'name': CreateSnapshot_Task, 'duration_secs': 0.693345} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.324956] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.325775] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05820c27-375a-4b09-ae9f-db361f44f7b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.411169] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1009.441529] env[65677]: DEBUG nova.compute.manager [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Received event network-changed-93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1009.441765] env[65677]: DEBUG nova.compute.manager [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Refreshing instance network info cache due to event network-changed-93449d74-29cf-4783-910e-f26b838e07de. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1009.442065] env[65677]: DEBUG oslo_concurrency.lockutils [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] Acquiring lock "refresh_cache-fb9ccf39-b7a0-4b04-901b-8291b702ea5b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.442181] env[65677]: DEBUG oslo_concurrency.lockutils [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] Acquired lock "refresh_cache-fb9ccf39-b7a0-4b04-901b-8291b702ea5b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.442251] env[65677]: DEBUG nova.network.neutron [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Refreshing network info cache for port 93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.446877] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1009.447181] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.447577] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1009.447835] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.448085] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1009.448316] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1009.448562] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1009.448766] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1009.448952] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1009.449178] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1009.449387] env[65677]: DEBUG nova.virt.hardware [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1009.451096] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c13a5b-f421-4d73-adc0-9e43c8476cb8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.466053] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9986f7-c2ba-401b-b302-05c78e3bf4e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.627834] env[65677]: DEBUG nova.scheduler.client.report [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.695800] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636754, 'name': ReconfigVM_Task, 'duration_secs': 0.365121} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.697026] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.697205] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.697538] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2821cf9f-073c-4970-96ee-d5697d70c771 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.703036] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636755, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.710170] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1009.710170] env[65677]: value = "task-4636756" [ 1009.710170] env[65677]: _type = "Task" [ 1009.710170] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.720157] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.745030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.816951] env[65677]: DEBUG nova.network.neutron [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Successfully updated port: cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1009.825674] env[65677]: DEBUG oslo_vmware.api [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636753, 'name': PowerOnVM_Task, 'duration_secs': 0.666865} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.826408] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.827771] env[65677]: INFO nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1009.827771] env[65677]: DEBUG nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1009.827975] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb728e-7ab4-4a98-9ff4-20fe5bc7c468 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.847293] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.853049] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b42f3bf-5095-4fe1-ac41-d115991b0b3b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.863214] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1009.863214] env[65677]: value = "task-4636757" [ 1009.863214] env[65677]: _type = "Task" [ 1009.863214] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.873557] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636757, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.957987] env[65677]: WARNING neutronclient.v2_0.client [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.133835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.766s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.134205] env[65677]: INFO nova.compute.manager [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Migrating [ 1010.142863] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.655s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.143127] env[65677]: DEBUG nova.objects.instance [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1010.198379] env[65677]: WARNING neutronclient.v2_0.client [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.209856] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636755, 'name': CreateVM_Task, 'duration_secs': 0.532427} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.210366] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.211141] env[65677]: WARNING neutronclient.v2_0.client [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.211835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.211835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.212080] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.216138] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7766d1a4-cc1b-4f4d-ad76-58e344bda6be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.222111] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1010.222111] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521ec703-2f94-3e38-0f46-5cbdda5f6a02" [ 1010.222111] env[65677]: _type = "Task" [ 1010.222111] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.225906] env[65677]: DEBUG oslo_vmware.api [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636756, 'name': PowerOnVM_Task, 'duration_secs': 0.444549} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.229103] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.229403] env[65677]: DEBUG nova.compute.manager [None req-43030e9c-a445-4ab4-b223-5799c2d4a434 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1010.230193] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4be7d4-82a7-4b0d-841f-fbc63c5b002c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.239790] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521ec703-2f94-3e38-0f46-5cbdda5f6a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.286437] env[65677]: DEBUG nova.network.neutron [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Updated VIF entry in instance network info cache for port 93449d74-29cf-4783-910e-f26b838e07de. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.286813] env[65677]: DEBUG nova.network.neutron [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Updating instance_info_cache with network_info: [{"id": "93449d74-29cf-4783-910e-f26b838e07de", "address": "fa:16:3e:d1:f2:f8", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93449d74-29", "ovs_interfaceid": "93449d74-29cf-4783-910e-f26b838e07de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.327554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "refresh_cache-99c1736f-8da8-4f67-84c3-6edc68f66a21" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.327759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "refresh_cache-99c1736f-8da8-4f67-84c3-6edc68f66a21" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.327972] env[65677]: DEBUG nova.network.neutron [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.358109] env[65677]: INFO nova.compute.manager [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Took 34.87 seconds to build instance. [ 1010.377017] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636757, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.393976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.394361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.394606] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.394802] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.395052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.397503] env[65677]: INFO nova.compute.manager [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Terminating instance [ 1010.663568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.663746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.663913] env[65677]: DEBUG nova.network.neutron [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.737333] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521ec703-2f94-3e38-0f46-5cbdda5f6a02, 'name': SearchDatastore_Task, 'duration_secs': 0.021298} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.738018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.738272] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.738514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.738658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.738910] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.739212] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbdb5795-0caa-4c0f-ba4a-94beea1cd6ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.755246] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.755246] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.755246] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53697104-3f55-44c1-906e-6988deef02aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.761855] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1010.761855] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5289fef5-f9ea-8e57-46cd-a91960c52895" [ 1010.761855] env[65677]: _type = "Task" [ 1010.761855] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.771397] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5289fef5-f9ea-8e57-46cd-a91960c52895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.789737] env[65677]: DEBUG oslo_concurrency.lockutils [req-4502cf33-372e-41b4-9ab5-bbb6344fbefc req-15f524c8-de88-43f1-a32c-6a8843d28c02 service nova] Releasing lock "refresh_cache-fb9ccf39-b7a0-4b04-901b-8291b702ea5b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.836363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.836769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.837123] env[65677]: INFO nova.compute.manager [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Attaching volume dc90f38a-fa0f-4ebe-9e1c-aff974938054 to /dev/sdb [ 1010.860956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.401s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.875535] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636757, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.876302] env[65677]: DEBUG nova.network.neutron [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1010.880951] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41638f6-aecf-41f6-9ddf-12931d789d2e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.889966] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf06e1-a186-4947-816e-e0378f9ad428 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.910926] env[65677]: DEBUG nova.compute.manager [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1010.910926] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.911293] env[65677]: DEBUG nova.virt.block_device [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updating existing volume attachment record: 17534393-e13e-431a-956c-e27258070780 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1010.915672] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa61a0f9-da3d-40b0-b3e9-40863c0b1cd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.927753] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.927753] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce3fed5-f533-4b3f-8416-ca161491648a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.941024] env[65677]: DEBUG oslo_vmware.api [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1010.941024] env[65677]: value = "task-4636758" [ 1010.941024] env[65677]: _type = "Task" [ 1010.941024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.952256] env[65677]: DEBUG oslo_vmware.api [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.066257] env[65677]: WARNING neutronclient.v2_0.client [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.163312] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c743720c-2c4a-4319-8a79-621bb1d59816 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.165713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.118s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.166206] env[65677]: DEBUG nova.objects.instance [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lazy-loading 'resources' on Instance uuid ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.168927] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.214410] env[65677]: DEBUG nova.network.neutron [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Updating instance_info_cache with network_info: [{"id": "cb34019f-4b82-46fe-a372-13743ddc452a", "address": "fa:16:3e:c2:ab:fb", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb34019f-4b", "ovs_interfaceid": "cb34019f-4b82-46fe-a372-13743ddc452a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.278397] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5289fef5-f9ea-8e57-46cd-a91960c52895, 'name': SearchDatastore_Task, 'duration_secs': 0.02023} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.285529] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b600c52b-f2fe-4f3b-8df1-78dcf1836e01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.291907] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1011.291907] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52302908-6c04-8b6f-e64a-3a2b4ae569cf" [ 1011.291907] env[65677]: _type = "Task" [ 1011.291907] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.303187] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52302908-6c04-8b6f-e64a-3a2b4ae569cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.350618] env[65677]: DEBUG nova.compute.manager [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1011.351265] env[65677]: DEBUG nova.compute.manager [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing instance network info cache due to event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1011.351960] env[65677]: DEBUG oslo_concurrency.lockutils [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.351960] env[65677]: DEBUG oslo_concurrency.lockutils [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.351960] env[65677]: DEBUG nova.network.neutron [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.378393] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636757, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.411120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "f005f505-54f0-472d-8ed6-b07114700e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.411120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "f005f505-54f0-472d-8ed6-b07114700e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.411120] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "f005f505-54f0-472d-8ed6-b07114700e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.411616] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "f005f505-54f0-472d-8ed6-b07114700e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.411895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "f005f505-54f0-472d-8ed6-b07114700e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.414508] env[65677]: INFO nova.compute.manager [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Terminating instance [ 1011.423967] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.464705] env[65677]: DEBUG oslo_vmware.api [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636758, 'name': PowerOffVM_Task, 'duration_secs': 0.331378} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.470537] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.470762] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.471736] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65de95c8-991b-4384-bb76-ebd89442ab2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.512539] env[65677]: DEBUG nova.compute.manager [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Received event network-vif-plugged-cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1011.513976] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] Acquiring lock "99c1736f-8da8-4f67-84c3-6edc68f66a21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.513976] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.513976] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.513976] env[65677]: DEBUG nova.compute.manager [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] No waiting events found dispatching network-vif-plugged-cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1011.513976] env[65677]: WARNING nova.compute.manager [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Received unexpected event network-vif-plugged-cb34019f-4b82-46fe-a372-13743ddc452a for instance with vm_state building and task_state spawning. [ 1011.514272] env[65677]: DEBUG nova.compute.manager [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Received event network-changed-cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1011.514272] env[65677]: DEBUG nova.compute.manager [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Refreshing instance network info cache due to event network-changed-cb34019f-4b82-46fe-a372-13743ddc452a. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1011.514403] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] Acquiring lock "refresh_cache-99c1736f-8da8-4f67-84c3-6edc68f66a21" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.525441] env[65677]: DEBUG nova.network.neutron [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [{"id": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "address": "fa:16:3e:7d:8c:fa", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2583cf-4f", "ovs_interfaceid": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.549104] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "8a71719e-0071-4329-9da9-8cf96fe43cf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.549422] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.554635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "8a71719e-0071-4329-9da9-8cf96fe43cf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.556139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.556474] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.563323] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.563323] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.563323] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleting the datastore file [datastore2] bc0c29e3-da3f-4a46-9e08-60b456883577 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.564090] env[65677]: INFO nova.compute.manager [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Terminating instance [ 1011.566020] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624a7d65-9e99-4c7b-a913-04b50435a153 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.583106] env[65677]: DEBUG oslo_vmware.api [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1011.583106] env[65677]: value = "task-4636763" [ 1011.583106] env[65677]: _type = "Task" [ 1011.583106] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.596816] env[65677]: DEBUG oslo_vmware.api [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.717806] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "refresh_cache-99c1736f-8da8-4f67-84c3-6edc68f66a21" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.718562] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Instance network_info: |[{"id": "cb34019f-4b82-46fe-a372-13743ddc452a", "address": "fa:16:3e:c2:ab:fb", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb34019f-4b", "ovs_interfaceid": "cb34019f-4b82-46fe-a372-13743ddc452a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1011.718562] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] Acquired lock "refresh_cache-99c1736f-8da8-4f67-84c3-6edc68f66a21" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.718796] env[65677]: DEBUG nova.network.neutron [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Refreshing network info cache for port cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.722487] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ab:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb34019f-4b82-46fe-a372-13743ddc452a', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.732488] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.734073] env[65677]: WARNING neutronclient.v2_0.client [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.739781] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.741164] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c76d0bd1-84e3-4f89-b5c1-abad9d50f727 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.776755] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.776755] env[65677]: value = "task-4636764" [ 1011.776755] env[65677]: _type = "Task" [ 1011.776755] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.792786] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636764, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.805964] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52302908-6c04-8b6f-e64a-3a2b4ae569cf, 'name': SearchDatastore_Task, 'duration_secs': 0.031742} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.806337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.806606] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fb9ccf39-b7a0-4b04-901b-8291b702ea5b/fb9ccf39-b7a0-4b04-901b-8291b702ea5b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.806903] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-428f2752-42d9-4998-a1c2-9bcea7315ce7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.815033] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1011.815033] env[65677]: value = "task-4636765" [ 1011.815033] env[65677]: _type = "Task" [ 1011.815033] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.827957] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.855031] env[65677]: WARNING neutronclient.v2_0.client [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.879884] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636757, 'name': CloneVM_Task, 'duration_secs': 1.991712} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.880209] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Created linked-clone VM from snapshot [ 1011.881079] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61158a-6df0-4efa-93c8-9b3d00557bb0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.890785] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Uploading image 1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.920259] env[65677]: DEBUG nova.compute.manager [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1011.920481] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.921416] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcac6d3-6c79-49fd-b49d-8a5704d60589 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.926308] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.926308] env[65677]: value = "vm-905490" [ 1011.926308] env[65677]: _type = "VirtualMachine" [ 1011.926308] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.926582] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d5d8cf9-7905-4f0d-8edb-0b2b449070f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.936322] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.938125] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15fb09e-cee7-4b46-9220-39f8208e0a69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.940251] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lease: (returnval){ [ 1011.940251] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523dbd17-8f78-c0cd-ad5d-c3275cf4e017" [ 1011.940251] env[65677]: _type = "HttpNfcLease" [ 1011.940251] env[65677]: } obtained for exporting VM: (result){ [ 1011.940251] env[65677]: value = "vm-905490" [ 1011.940251] env[65677]: _type = "VirtualMachine" [ 1011.940251] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.940651] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the lease: (returnval){ [ 1011.940651] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523dbd17-8f78-c0cd-ad5d-c3275cf4e017" [ 1011.940651] env[65677]: _type = "HttpNfcLease" [ 1011.940651] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.945994] env[65677]: WARNING neutronclient.v2_0.client [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.952898] env[65677]: DEBUG oslo_vmware.api [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1011.952898] env[65677]: value = "task-4636767" [ 1011.952898] env[65677]: _type = "Task" [ 1011.952898] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.958964] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.958964] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523dbd17-8f78-c0cd-ad5d-c3275cf4e017" [ 1011.958964] env[65677]: _type = "HttpNfcLease" [ 1011.958964] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.959810] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.959810] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523dbd17-8f78-c0cd-ad5d-c3275cf4e017" [ 1011.959810] env[65677]: _type = "HttpNfcLease" [ 1011.959810] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.963870] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2650c-0e43-4816-a265-bf80572cbf9e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.973194] env[65677]: DEBUG oslo_vmware.api [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.982258] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260cfd2-94ad-f732-75e0-81b9ff4cbd6e/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.982935] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260cfd2-94ad-f732-75e0-81b9ff4cbd6e/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.052757] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.072040] env[65677]: DEBUG nova.compute.manager [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1012.072286] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.073731] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9a602a-845c-4f49-b08b-05182690e1e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.084325] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.084731] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5107267-f508-4608-8a84-1c36da4ae537 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.103796] env[65677]: DEBUG oslo_vmware.api [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272596} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.104887] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.105237] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.105356] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.105572] env[65677]: INFO nova.compute.manager [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1012.105836] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.106113] env[65677]: DEBUG oslo_vmware.api [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1012.106113] env[65677]: value = "task-4636768" [ 1012.106113] env[65677]: _type = "Task" [ 1012.106113] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.111940] env[65677]: DEBUG nova.compute.manager [-] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1012.112144] env[65677]: DEBUG nova.network.neutron [-] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.112346] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.128247] env[65677]: DEBUG oslo_vmware.api [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.157405] env[65677]: DEBUG nova.network.neutron [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Updated VIF entry in instance network info cache for port cb34019f-4b82-46fe-a372-13743ddc452a. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.157897] env[65677]: DEBUG nova.network.neutron [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Updating instance_info_cache with network_info: [{"id": "cb34019f-4b82-46fe-a372-13743ddc452a", "address": "fa:16:3e:c2:ab:fb", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb34019f-4b", "ovs_interfaceid": "cb34019f-4b82-46fe-a372-13743ddc452a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.181165] env[65677]: WARNING neutronclient.v2_0.client [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.193581] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.295395] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636764, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.315153] env[65677]: DEBUG nova.network.neutron [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updated VIF entry in instance network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.315694] env[65677]: DEBUG nova.network.neutron [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.326720] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5492b8a7-ffce-42a8-91e3-bed582d1ff3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.341079] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.413728] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1dde71-5589-4526-b63a-27343425b410 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.427523] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f40e4-9ac3-45f1-bcac-b1a8250f707c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.467627] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047261bc-bf58-4dfa-97bb-c7f29d0e44b7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.478658] env[65677]: DEBUG oslo_vmware.api [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636767, 'name': PowerOffVM_Task, 'duration_secs': 0.3221} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.479885] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab6e78c-24a4-4396-9a90-157e9a10a1b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.484326] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.484519] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.484832] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2948c55-e1a5-498e-9221-bbb65d141e7b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.502968] env[65677]: DEBUG nova.compute.provider_tree [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.571652] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.572220] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.572599] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleting the datastore file [datastore2] f005f505-54f0-472d-8ed6-b07114700e92 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.576028] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f919efcb-256c-491b-bcf9-71b825485df2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.583414] env[65677]: DEBUG oslo_vmware.api [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1012.583414] env[65677]: value = "task-4636770" [ 1012.583414] env[65677]: _type = "Task" [ 1012.583414] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.599050] env[65677]: DEBUG oslo_vmware.api [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.626353] env[65677]: DEBUG oslo_vmware.api [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636768, 'name': PowerOffVM_Task, 'duration_secs': 0.248186} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.626679] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.626892] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.627159] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06695c10-394a-4a4e-9081-daf7004fbaf9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.661469] env[65677]: DEBUG oslo_concurrency.lockutils [req-a0c80f9b-baa4-4720-8d14-a079b0d6b59d req-57a1d9aa-43c9-460e-852f-fc922a3775d2 service nova] Releasing lock "refresh_cache-99c1736f-8da8-4f67-84c3-6edc68f66a21" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.726158] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.727055] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.727055] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleting the datastore file [datastore2] 8a71719e-0071-4329-9da9-8cf96fe43cf1 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.727291] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-098d2f3b-6303-407b-94bc-c65b86aea3ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.736433] env[65677]: DEBUG oslo_vmware.api [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for the task: (returnval){ [ 1012.736433] env[65677]: value = "task-4636772" [ 1012.736433] env[65677]: _type = "Task" [ 1012.736433] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.746233] env[65677]: DEBUG oslo_vmware.api [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.790142] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636764, 'name': CreateVM_Task, 'duration_secs': 0.525729} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.790142] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.792127] env[65677]: WARNING neutronclient.v2_0.client [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.797625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.797625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.797625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.797625] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0cee55-cc78-4e17-b05a-9a5840ad795b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.803902] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1012.803902] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5293e2e1-9d34-1872-f987-69b08d3d0535" [ 1012.803902] env[65677]: _type = "Task" [ 1012.803902] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.821790] env[65677]: DEBUG oslo_concurrency.lockutils [req-fbebe8cd-1b4a-4ffe-a3a4-15e2e0d1edc7 req-5e14d349-33d9-43a1-8c2a-8248f69cd816 service nova] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.824204] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5293e2e1-9d34-1872-f987-69b08d3d0535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.834977] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622629} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.837255] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] fb9ccf39-b7a0-4b04-901b-8291b702ea5b/fb9ccf39-b7a0-4b04-901b-8291b702ea5b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.837255] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.837255] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abe063d5-0886-42b7-8c1d-dfdf12432b8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.850353] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1012.850353] env[65677]: value = "task-4636773" [ 1012.850353] env[65677]: _type = "Task" [ 1012.850353] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.865732] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.007257] env[65677]: DEBUG nova.scheduler.client.report [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.096681] env[65677]: DEBUG oslo_vmware.api [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279224} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.097149] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.097386] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.097593] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.097885] env[65677]: INFO nova.compute.manager [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1013.098258] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1013.098563] env[65677]: DEBUG nova.compute.manager [-] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1013.098634] env[65677]: DEBUG nova.network.neutron [-] [instance: f005f505-54f0-472d-8ed6-b07114700e92] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1013.099140] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.135403] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.250817] env[65677]: DEBUG oslo_vmware.api [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Task: {'id': task-4636772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346441} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.250817] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.250817] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.250817] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.250817] env[65677]: INFO nova.compute.manager [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1013.250817] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1013.250817] env[65677]: DEBUG nova.compute.manager [-] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1013.250817] env[65677]: DEBUG nova.network.neutron [-] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1013.251530] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.297162] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.326146] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5293e2e1-9d34-1872-f987-69b08d3d0535, 'name': SearchDatastore_Task, 'duration_secs': 0.016938} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.326146] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.326527] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.326966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.327123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.327305] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.327640] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1918e3b-b80d-4348-8ff8-2ff25bd76be8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.339295] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.339489] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.340350] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc170c11-b7ee-47de-8395-356f0cd375c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.344419] env[65677]: DEBUG nova.network.neutron [-] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.353318] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1013.353318] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525f8df1-8927-5db5-e470-d23225c41b26" [ 1013.353318] env[65677]: _type = "Task" [ 1013.353318] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.371644] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084277} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.375869] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.376847] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525f8df1-8927-5db5-e470-d23225c41b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.378146] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e0b19-3075-4e77-9ad4-626967397eba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.409545] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] fb9ccf39-b7a0-4b04-901b-8291b702ea5b/fb9ccf39-b7a0-4b04-901b-8291b702ea5b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.411829] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfb1334-39d0-4fbd-8d38-709f9957cf66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.429558] env[65677]: DEBUG nova.compute.manager [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1013.429813] env[65677]: DEBUG nova.compute.manager [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing instance network info cache due to event network-changed-c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1013.430144] env[65677]: DEBUG oslo_concurrency.lockutils [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] Acquiring lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.434834] env[65677]: DEBUG oslo_concurrency.lockutils [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] Acquired lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.434834] env[65677]: DEBUG nova.network.neutron [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Refreshing network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.440758] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1013.440758] env[65677]: value = "task-4636774" [ 1013.440758] env[65677]: _type = "Task" [ 1013.440758] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.453525] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.512411] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.515589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.440s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.517313] env[65677]: INFO nova.compute.claims [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.572634] env[65677]: INFO nova.scheduler.client.report [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Deleted allocations for instance ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e [ 1013.583725] env[65677]: DEBUG nova.compute.manager [req-1f77afbe-36fb-4ad2-9fbd-45532808f261 req-4bd578e2-bbb4-4ba7-b692-5cc1f6a2ab3b service nova] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Received event network-vif-deleted-a7868db5-5c10-4b0a-b31e-9a44eaa79709 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1013.584041] env[65677]: DEBUG nova.compute.manager [req-1f77afbe-36fb-4ad2-9fbd-45532808f261 req-4bd578e2-bbb4-4ba7-b692-5cc1f6a2ab3b service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Received event network-vif-deleted-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1013.584465] env[65677]: INFO nova.compute.manager [req-1f77afbe-36fb-4ad2-9fbd-45532808f261 req-4bd578e2-bbb4-4ba7-b692-5cc1f6a2ab3b service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Neutron deleted interface 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181; detaching it from the instance and deleting it from the info cache [ 1013.584861] env[65677]: DEBUG nova.network.neutron [req-1f77afbe-36fb-4ad2-9fbd-45532808f261 req-4bd578e2-bbb4-4ba7-b692-5cc1f6a2ab3b service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.588324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d32bac6-a1ae-46c4-b042-5c77675f11a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.617696] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.848191] env[65677]: INFO nova.compute.manager [-] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Took 1.74 seconds to deallocate network for instance. [ 1013.873391] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525f8df1-8927-5db5-e470-d23225c41b26, 'name': SearchDatastore_Task, 'duration_secs': 0.018929} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.873391] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d796ae-00a4-4414-9c1d-09652bb8079f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.879924] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1013.879924] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e35fa7-37dc-98de-50a6-bf2888b9a04b" [ 1013.879924] env[65677]: _type = "Task" [ 1013.879924] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.883513] env[65677]: DEBUG nova.network.neutron [-] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.894343] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e35fa7-37dc-98de-50a6-bf2888b9a04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.935559] env[65677]: WARNING neutronclient.v2_0.client [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.953136] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.084479] env[65677]: DEBUG oslo_concurrency.lockutils [None req-6f44315b-38c8-476b-bd15-c952bd9bf328 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Lock "ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.168s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.094167] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dad7045-0874-4bef-b416-d73fb3209b83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.107885] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871550d9-8638-4acb-97fe-0a10eff2e763 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.123658] env[65677]: DEBUG nova.network.neutron [-] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.128479] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.129288] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c43881-1aa8-4c90-af59-9484cd5c2a6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.154868] env[65677]: DEBUG nova.compute.manager [req-1f77afbe-36fb-4ad2-9fbd-45532808f261 req-4bd578e2-bbb4-4ba7-b692-5cc1f6a2ab3b service nova] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Detach interface failed, port_id=846c7bdf-3ee0-4ed4-acd4-f6ff566c4181, reason: Instance f005f505-54f0-472d-8ed6-b07114700e92 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1014.158687] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1014.158687] env[65677]: value = "task-4636776" [ 1014.158687] env[65677]: _type = "Task" [ 1014.158687] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.171451] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.359346] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.387770] env[65677]: INFO nova.compute.manager [-] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Took 1.29 seconds to deallocate network for instance. [ 1014.394508] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e35fa7-37dc-98de-50a6-bf2888b9a04b, 'name': SearchDatastore_Task, 'duration_secs': 0.016096} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.397515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.397802] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 99c1736f-8da8-4f67-84c3-6edc68f66a21/99c1736f-8da8-4f67-84c3-6edc68f66a21.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.398595] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad2e1b76-9ff2-4c8a-ab39-2b22af9f8328 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.407531] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1014.407531] env[65677]: value = "task-4636777" [ 1014.407531] env[65677]: _type = "Task" [ 1014.407531] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.424494] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.453361] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636774, 'name': ReconfigVM_Task, 'duration_secs': 0.578728} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.453686] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Reconfigured VM instance instance-00000056 to attach disk [datastore1] fb9ccf39-b7a0-4b04-901b-8291b702ea5b/fb9ccf39-b7a0-4b04-901b-8291b702ea5b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.454367] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4761efe1-2730-419c-a1c1-fab2f5d76259 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.462199] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1014.462199] env[65677]: value = "task-4636778" [ 1014.462199] env[65677]: _type = "Task" [ 1014.462199] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.473953] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636778, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.478656] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.478785] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.628712] env[65677]: INFO nova.compute.manager [-] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Took 1.38 seconds to deallocate network for instance. [ 1014.642093] env[65677]: WARNING neutronclient.v2_0.client [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.676022] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636776, 'name': PowerOffVM_Task, 'duration_secs': 0.21599} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.676509] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.676753] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.758066] env[65677]: DEBUG nova.network.neutron [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updated VIF entry in instance network info cache for port c84f7212-7ffc-4b86-89b1-0fc4844fc751. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.758267] env[65677]: DEBUG nova.network.neutron [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [{"id": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "address": "fa:16:3e:eb:1b:ba", "network": {"id": "8f2e9fa0-a470-4516-8755-e32f355925cf", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2136485764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdfcbabf20d849e8bc1379bb8a38e825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84f7212-7f", "ovs_interfaceid": "c84f7212-7ffc-4b86-89b1-0fc4844fc751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.903080] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.922030] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636777, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.976334] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636778, 'name': Rename_Task, 'duration_secs': 0.212406} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.980995] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.982053] env[65677]: INFO nova.compute.manager [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Detaching volume 9a64d6c6-1a6a-4a3a-8fad-51b852551fff [ 1014.983746] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d665b9a-dcf7-4c91-af88-5cb523ca40ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.996267] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1014.996267] env[65677]: value = "task-4636779" [ 1014.996267] env[65677]: _type = "Task" [ 1014.996267] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.008079] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.029279] env[65677]: INFO nova.virt.block_device [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Attempting to driver detach volume 9a64d6c6-1a6a-4a3a-8fad-51b852551fff from mountpoint /dev/sdb [ 1015.029807] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.029807] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905473', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'name': 'volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bc711e4-7896-4ed4-a9d8-13be150a5793', 'attached_at': '', 'detached_at': '', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'serial': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.030955] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ae0f67-368a-4e2b-9077-944327eaa7bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.069585] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d1c72-5ccc-4078-87e0-4ca08eed56fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.084499] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956582ab-2ae9-4f21-b44d-5f9708e52cca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.134220] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688d914-cc0b-4315-b26f-354ccf372ff5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.137957] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.153017] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff/volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.158688] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.162921] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37bd2ae2-23b3-446d-abe0-92e6bfdbfd9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.186037] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1015.186037] env[65677]: value = "task-4636780" [ 1015.186037] env[65677]: _type = "Task" [ 1015.186037] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.193155] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1015.193554] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.193766] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1015.193974] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.194127] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1015.194266] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1015.194492] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.194644] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1015.194822] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1015.195056] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1015.195279] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1015.205509] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b62b845-33b8-4a26-9823-2edb4269f1b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.216308] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.224069] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1015.224069] env[65677]: value = "task-4636781" [ 1015.224069] env[65677]: _type = "Task" [ 1015.224069] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.236870] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.239139] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d123a-79da-4746-a3df-23572996d0bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.251026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8171548-25b4-45a3-bf85-de7b219ee248 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.284346] env[65677]: DEBUG oslo_concurrency.lockutils [req-0edcc4bb-d13d-4524-bec3-75b8312e3121 req-237aea4f-00af-4c0c-a806-65d1983218fb service nova] Releasing lock "refresh_cache-fd6d2a86-ce83-41f6-b8b1-97d100338072" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.285750] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f05cf1-252c-424b-8538-0aef46387524 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.296186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2620b-709a-4db4-8df6-03df756fa5b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.315395] env[65677]: DEBUG nova.compute.provider_tree [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.420704] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629596} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.421070] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 99c1736f-8da8-4f67-84c3-6edc68f66a21/99c1736f-8da8-4f67-84c3-6edc68f66a21.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.421377] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.421684] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a88bca7c-c01c-4035-9e5e-a8111768fe98 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.430796] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1015.430796] env[65677]: value = "task-4636782" [ 1015.430796] env[65677]: _type = "Task" [ 1015.430796] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.441962] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.507655] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.619254] env[65677]: DEBUG nova.compute.manager [req-e9fab39b-f184-4a7e-bbea-8b957594f9f5 req-131be901-8f48-422e-bf5e-eb2c63cf0cde service nova] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Received event network-vif-deleted-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1015.694637] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636780, 'name': ReconfigVM_Task, 'duration_secs': 0.350468} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.695013] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.699949] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70bf73e-a315-4c75-96eb-3e7e6efa824a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.718171] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1015.718171] env[65677]: value = "task-4636783" [ 1015.718171] env[65677]: _type = "Task" [ 1015.718171] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.728836] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.738457] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636781, 'name': ReconfigVM_Task, 'duration_secs': 0.258694} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.738828] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.820837] env[65677]: DEBUG nova.scheduler.client.report [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.942059] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190286} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.942372] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.943317] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a0614-c612-49a5-9eec-440ba7779dd0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.968421] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 99c1736f-8da8-4f67-84c3-6edc68f66a21/99c1736f-8da8-4f67-84c3-6edc68f66a21.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.968952] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14ef848-f1b1-4597-acde-9c3b03df6b60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.985254] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.985493] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.986622] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832027f-35e6-4fb6-889c-5bf79c803c56 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.009595] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dddd40-2898-4628-bbc6-fe03769effd2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.014272] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1016.014272] env[65677]: value = "task-4636784" [ 1016.014272] env[65677]: _type = "Task" [ 1016.014272] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.046978] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054/volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.047421] env[65677]: DEBUG oslo_vmware.api [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636779, 'name': PowerOnVM_Task, 'duration_secs': 0.80449} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.048185] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192d0633-918f-47b3-86af-4df04b16184c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.062438] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.063635] env[65677]: INFO nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1016.063635] env[65677]: DEBUG nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1016.067966] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e479609-55a2-4813-bb6e-ee5bac55a15a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.070937] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.082698] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1016.082698] env[65677]: value = "task-4636785" [ 1016.082698] env[65677]: _type = "Task" [ 1016.082698] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.093116] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.229659] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.247334] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1016.247334] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.247334] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1016.247594] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.247705] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1016.247928] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1016.248227] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.248428] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1016.248635] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1016.248838] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1016.249089] env[65677]: DEBUG nova.virt.hardware [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1016.255429] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.257827] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad983b0a-ec4b-4ad4-92e8-b859edf84ebb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.279061] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1016.279061] env[65677]: value = "task-4636786" [ 1016.279061] env[65677]: _type = "Task" [ 1016.279061] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.291891] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.329084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.329674] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1016.332538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.821s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.334237] env[65677]: INFO nova.compute.claims [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.524576] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636784, 'name': ReconfigVM_Task, 'duration_secs': 0.323091} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.526261] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 99c1736f-8da8-4f67-84c3-6edc68f66a21/99c1736f-8da8-4f67-84c3-6edc68f66a21.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.526261] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e3be3eb-b179-4425-9d25-5130122412b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.533289] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1016.533289] env[65677]: value = "task-4636787" [ 1016.533289] env[65677]: _type = "Task" [ 1016.533289] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.546084] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636787, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.593894] env[65677]: INFO nova.compute.manager [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Took 40.61 seconds to build instance. [ 1016.599894] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.731234] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.792818] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.840643] env[65677]: DEBUG nova.compute.utils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.846204] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1016.846611] env[65677]: DEBUG nova.network.neutron [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.847292] env[65677]: WARNING neutronclient.v2_0.client [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.847684] env[65677]: WARNING neutronclient.v2_0.client [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.942973] env[65677]: DEBUG nova.policy [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bab04b0eb3a48518d0cd0baadfd1649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2499a21a162408781ffb44f96bbe08c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.049024] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636787, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.102970] env[65677]: DEBUG oslo_concurrency.lockutils [None req-572cf705-0b41-4bb5-8a3d-408c63f70d12 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.155s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.103399] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.231252] env[65677]: DEBUG oslo_vmware.api [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636783, 'name': ReconfigVM_Task, 'duration_secs': 1.210049} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.231582] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905473', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'name': 'volume-9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bc711e4-7896-4ed4-a9d8-13be150a5793', 'attached_at': '', 'detached_at': '', 'volume_id': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff', 'serial': '9a64d6c6-1a6a-4a3a-8fad-51b852551fff'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1017.294468] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.324397] env[65677]: DEBUG nova.network.neutron [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Successfully created port: eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1017.347349] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1017.547559] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636787, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.601999] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636785, 'name': ReconfigVM_Task, 'duration_secs': 1.429296} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.602419] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054/volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.611421] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb986602-4295-4b1d-88c2-a09e26fdb028 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.631384] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1017.631384] env[65677]: value = "task-4636788" [ 1017.631384] env[65677]: _type = "Task" [ 1017.631384] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.650458] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.798166] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636786, 'name': ReconfigVM_Task, 'duration_secs': 1.206316} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.798519] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.799796] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2adcf3-f131-4a24-94bb-e490579edca9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.804463] env[65677]: DEBUG nova.objects.instance [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.838698] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e/92055d85-8c98-4698-8335-609e3fb9501e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.839454] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7938b004-d31c-49ec-b617-4a22e9be868b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.863089] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1017.863089] env[65677]: value = "task-4636789" [ 1017.863089] env[65677]: _type = "Task" [ 1017.863089] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.878458] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636789, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.990721] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f086f4-a61a-4166-ad8f-3ed6ee096c5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.999551] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b04d0a4-b7c1-4dfd-936b-a9e9876def8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.033482] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c83711-597d-4e34-bf5e-16a4a6c3eb15 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.045914] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636787, 'name': Rename_Task, 'duration_secs': 1.035698} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.049147] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.049147] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-603c694f-8ffc-4a01-891e-39424fd0f8e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.051420] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f945943-3f79-409f-ad0d-416a68ce97f3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.068650] env[65677]: DEBUG nova.compute.provider_tree [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.071394] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1018.071394] env[65677]: value = "task-4636790" [ 1018.071394] env[65677]: _type = "Task" [ 1018.071394] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.082275] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.149810] env[65677]: DEBUG oslo_vmware.api [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636788, 'name': ReconfigVM_Task, 'duration_secs': 0.184119} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.150367] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.368130] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1018.382074] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636789, 'name': ReconfigVM_Task, 'duration_secs': 0.323821} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.383623] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e/92055d85-8c98-4698-8335-609e3fb9501e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.383623] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.397558] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.397706] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.397868] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.398128] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.398640] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.398640] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.398743] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.398951] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.399064] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.399276] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.399558] env[65677]: DEBUG nova.virt.hardware [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.400741] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8169e6f0-34d3-45ab-88e2-7f678959297b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.411409] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c3b23-eb8e-4c02-946e-6cae1427f44d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.574265] env[65677]: DEBUG nova.scheduler.client.report [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.590533] env[65677]: DEBUG oslo_vmware.api [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636790, 'name': PowerOnVM_Task, 'duration_secs': 0.508379} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.593227] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.593227] env[65677]: INFO nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1018.593227] env[65677]: DEBUG nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1018.593227] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168269f2-348d-4c6f-a9ac-7db4b2296bff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.817017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4fb345af-dcf8-4743-82d5-1c96623a8e24 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.338s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.891261] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d0493a-048d-4d3c-b343-d2fc0f4db683 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.914663] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1060e1b5-953c-4ea2-ae8b-fae36b5ecba6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.936470] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.083400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.084269] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1019.091337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.437s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.091337] env[65677]: DEBUG nova.objects.instance [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lazy-loading 'resources' on Instance uuid 0dc2bd9d-7941-428f-bec8-ff3529ad95ff {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.118462] env[65677]: INFO nova.compute.manager [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Took 42.25 seconds to build instance. [ 1019.224457] env[65677]: DEBUG nova.objects.instance [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'flavor' on Instance uuid 07e11662-8119-42df-bc9a-8fa757065a1c {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.258401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.258690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.258898] env[65677]: DEBUG nova.compute.manager [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1019.259849] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912b81fc-1e1c-4cd7-bcee-1c5db74e753c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.268373] env[65677]: DEBUG nova.compute.manager [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1019.268867] env[65677]: DEBUG nova.objects.instance [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.444382] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.445038] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.456923] env[65677]: DEBUG nova.network.neutron [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Successfully updated port: eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1019.513602] env[65677]: DEBUG nova.network.neutron [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Port 9b2583cf-4ff6-404e-98c1-8148e893b6fd binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1019.595345] env[65677]: DEBUG nova.compute.utils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.597164] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1019.597370] env[65677]: DEBUG nova.network.neutron [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.597677] env[65677]: WARNING neutronclient.v2_0.client [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.597961] env[65677]: WARNING neutronclient.v2_0.client [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.621988] env[65677]: DEBUG oslo_concurrency.lockutils [None req-db661809-f9d6-4fbf-b924-72ac459da24d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.765s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.653437] env[65677]: DEBUG nova.policy [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd22a9927a7c04e16abe687156f3c2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f507fd4beb436ca1a5ce72c4ff10b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.664946] env[65677]: DEBUG nova.compute.manager [req-0cd5c30a-0d42-4171-b4f6-138700494049 req-77312b5d-301d-433e-84f2-dfc9da79b7d8 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Received event network-vif-plugged-eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1019.665264] env[65677]: DEBUG oslo_concurrency.lockutils [req-0cd5c30a-0d42-4171-b4f6-138700494049 req-77312b5d-301d-433e-84f2-dfc9da79b7d8 service nova] Acquiring lock "fc24392d-26f1-4a9e-8839-4a8807c76507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.665657] env[65677]: DEBUG oslo_concurrency.lockutils [req-0cd5c30a-0d42-4171-b4f6-138700494049 req-77312b5d-301d-433e-84f2-dfc9da79b7d8 service nova] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.665657] env[65677]: DEBUG oslo_concurrency.lockutils [req-0cd5c30a-0d42-4171-b4f6-138700494049 req-77312b5d-301d-433e-84f2-dfc9da79b7d8 service nova] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.665740] env[65677]: DEBUG nova.compute.manager [req-0cd5c30a-0d42-4171-b4f6-138700494049 req-77312b5d-301d-433e-84f2-dfc9da79b7d8 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] No waiting events found dispatching network-vif-plugged-eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1019.665906] env[65677]: WARNING nova.compute.manager [req-0cd5c30a-0d42-4171-b4f6-138700494049 req-77312b5d-301d-433e-84f2-dfc9da79b7d8 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Received unexpected event network-vif-plugged-eae30a74-2ce2-44b4-a7fb-4525b51a60dc for instance with vm_state building and task_state spawning. [ 1019.731605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-50cd2d9f-955a-464b-a865-1e375c974182 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.895s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.961323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.961323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.961323] env[65677]: DEBUG nova.network.neutron [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1020.074610] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "62f8eca4-a199-49be-8008-01543b3b2cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.074856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.090659] env[65677]: DEBUG nova.network.neutron [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Successfully created port: dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1020.103178] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1020.161267] env[65677]: INFO nova.compute.manager [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Rebuilding instance [ 1020.226241] env[65677]: DEBUG nova.compute.manager [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1020.227350] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c8d8a-b989-4f24-bd52-1eb9f2ab6aa9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.239708] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a5af2-5821-4181-b13c-30d9e6c9c709 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.250364] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a311389-06f0-441e-9ac6-2a538cd9563e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.283284] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.284817] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6cebe2-c896-412b-abf8-ca1a575e8108 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.287664] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aad7b2-e58f-4945-b69d-6583271be0a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.300417] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649af217-45b2-4418-8422-4915b098022c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.305291] env[65677]: DEBUG oslo_vmware.api [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1020.305291] env[65677]: value = "task-4636791" [ 1020.305291] env[65677]: _type = "Task" [ 1020.305291] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.318545] env[65677]: DEBUG nova.compute.provider_tree [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.324681] env[65677]: DEBUG oslo_vmware.api [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.513426] env[65677]: DEBUG nova.network.neutron [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1020.550123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "92055d85-8c98-4698-8335-609e3fb9501e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.550554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.550845] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.578348] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1020.661606] env[65677]: WARNING neutronclient.v2_0.client [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.822383] env[65677]: DEBUG nova.scheduler.client.report [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.827023] env[65677]: DEBUG oslo_vmware.api [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636791, 'name': PowerOffVM_Task, 'duration_secs': 0.265154} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.831024] env[65677]: DEBUG nova.network.neutron [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Updating instance_info_cache with network_info: [{"id": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "address": "fa:16:3e:9b:7e:c9", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae30a74-2c", "ovs_interfaceid": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.831024] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.831024] env[65677]: DEBUG nova.compute.manager [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1020.831525] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e0d84-304c-4143-b128-7ca63e77974d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.108652] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.115132] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1021.148256] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1021.148651] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.148872] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1021.149107] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.149285] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1021.149432] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1021.149670] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.149889] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1021.150072] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1021.150327] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1021.150579] env[65677]: DEBUG nova.virt.hardware [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1021.154037] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865c352-2bdd-4163-94fe-ca4cc36e8217 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.163711] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b0d62-3d18-41ef-8a6f-94355e6b6337 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.249122] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.249478] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-133f849a-8ac8-470b-8320-911e5fe4dfa8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.259595] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1021.259595] env[65677]: value = "task-4636792" [ 1021.259595] env[65677]: _type = "Task" [ 1021.259595] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.274880] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.329333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.332522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.590s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.336514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.336871] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Instance network_info: |[{"id": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "address": "fa:16:3e:9b:7e:c9", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae30a74-2c", "ovs_interfaceid": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1021.337430] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:7e:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae30a74-2ce2-44b4-a7fb-4525b51a60dc', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.345964] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1021.348407] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.348969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1d91d04d-057e-42aa-959c-deadce42549b tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.350032] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25528ac2-68f6-4d67-8557-a51b80c0ace4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.374917] env[65677]: INFO nova.scheduler.client.report [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted allocations for instance 0dc2bd9d-7941-428f-bec8-ff3529ad95ff [ 1021.383538] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.383538] env[65677]: value = "task-4636793" [ 1021.383538] env[65677]: _type = "Task" [ 1021.383538] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.400886] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636793, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.558023] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.624820] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.625098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.625326] env[65677]: DEBUG nova.network.neutron [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.779355] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636792, 'name': PowerOffVM_Task, 'duration_secs': 0.299316} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.782533] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.794701] env[65677]: DEBUG nova.network.neutron [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Successfully updated port: dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1021.885235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "0dc2bd9d-7941-428f-bec8-ff3529ad95ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.876s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.896991] env[65677]: INFO nova.compute.manager [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Detaching volume dc90f38a-fa0f-4ebe-9e1c-aff974938054 [ 1021.902075] env[65677]: DEBUG nova.compute.manager [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Received event network-changed-eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1021.902390] env[65677]: DEBUG nova.compute.manager [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Refreshing instance network info cache due to event network-changed-eae30a74-2ce2-44b4-a7fb-4525b51a60dc. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1021.902637] env[65677]: DEBUG oslo_concurrency.lockutils [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] Acquiring lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.902773] env[65677]: DEBUG oslo_concurrency.lockutils [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] Acquired lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.902935] env[65677]: DEBUG nova.network.neutron [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Refreshing network info cache for port eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.909412] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636793, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.940264] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b054fb9-5d84-45da-85cc-4de1575aab6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.951030] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a94b4e-f2fb-4f70-948d-562f12039215 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.998268] env[65677]: INFO nova.virt.block_device [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Attempting to driver detach volume dc90f38a-fa0f-4ebe-9e1c-aff974938054 from mountpoint /dev/sdb [ 1021.998646] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1021.998934] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.000284] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4002dcc-7eb8-49b5-a2e6-e77524cd0393 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.005330] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f3956-5de5-47a4-a50b-0a85298b1259 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.034350] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7db3a7-9098-4117-928c-48c8c93d26c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.042308] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81cd213-9ce4-4e5b-9374-94797d3689dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.058235] env[65677]: DEBUG nova.compute.provider_tree [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.063231] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68164cfa-d00a-4be4-b6c0-6e74d895ad03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.087563] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8591a4-acdb-4b15-90cf-723ce455a8e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.108118] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054/volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.114124] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.114786] env[65677]: DEBUG nova.objects.instance [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.116521] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1110cc55-de5f-4b87-8554-55cc1e102fea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.131433] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.142204] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1022.142204] env[65677]: value = "task-4636794" [ 1022.142204] env[65677]: _type = "Task" [ 1022.142204] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.150952] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.300683] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "refresh_cache-73152c2a-4303-456d-8585-64030eeb5e8e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.300912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "refresh_cache-73152c2a-4303-456d-8585-64030eeb5e8e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.301181] env[65677]: DEBUG nova.network.neutron [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.339760] env[65677]: WARNING neutronclient.v2_0.client [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.398894] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636793, 'name': CreateVM_Task, 'duration_secs': 0.576998} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.399076] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.399659] env[65677]: WARNING neutronclient.v2_0.client [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.400099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.400261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.400624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.400908] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90b8a40-d350-495f-bced-f7479304d3a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.407785] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1022.407785] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5212ad2c-67e4-e09c-18a0-342e398106cd" [ 1022.407785] env[65677]: _type = "Task" [ 1022.407785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.411522] env[65677]: WARNING neutronclient.v2_0.client [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.422714] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5212ad2c-67e4-e09c-18a0-342e398106cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.424276] env[65677]: DEBUG nova.network.neutron [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [{"id": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "address": "fa:16:3e:7d:8c:fa", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2583cf-4f", "ovs_interfaceid": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.564073] env[65677]: DEBUG nova.scheduler.client.report [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.570055] env[65677]: WARNING neutronclient.v2_0.client [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.633510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.634797] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.634797] env[65677]: DEBUG nova.network.neutron [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.634797] env[65677]: DEBUG nova.objects.instance [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'info_cache' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.655451] env[65677]: DEBUG nova.network.neutron [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Updated VIF entry in instance network info cache for port eae30a74-2ce2-44b4-a7fb-4525b51a60dc. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1022.655902] env[65677]: DEBUG nova.network.neutron [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Updating instance_info_cache with network_info: [{"id": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "address": "fa:16:3e:9b:7e:c9", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae30a74-2c", "ovs_interfaceid": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.661301] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636794, 'name': ReconfigVM_Task, 'duration_secs': 0.252299} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.661832] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.668038] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d1297ea-4d22-45ff-a702-b6c6469d3918 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.684856] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1022.684856] env[65677]: value = "task-4636795" [ 1022.684856] env[65677]: _type = "Task" [ 1022.684856] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.694450] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.851198] env[65677]: DEBUG nova.network.neutron [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1022.921414] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5212ad2c-67e4-e09c-18a0-342e398106cd, 'name': SearchDatastore_Task, 'duration_secs': 0.045995} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.921819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.921995] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.922251] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.922398] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.922576] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.922859] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db30bee9-6095-4bd9-b54b-2ffeac2c5f48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.928423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.935988] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.936210] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.937937] env[65677]: WARNING neutronclient.v2_0.client [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.940186] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61558cf4-580a-4fbb-ab16-4acd8d2b7432 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.947652] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1022.947652] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520fc1aa-18d4-c269-a047-8ada939250ac" [ 1022.947652] env[65677]: _type = "Task" [ 1022.947652] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.958242] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520fc1aa-18d4-c269-a047-8ada939250ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.028700] env[65677]: DEBUG nova.network.neutron [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Updating instance_info_cache with network_info: [{"id": "dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e", "address": "fa:16:3e:00:21:f1", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc88ac10-6c", "ovs_interfaceid": "dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.073373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.073579] env[65677]: INFO nova.compute.manager [None req-f8e469c4-989a-409d-8082-8ca100bdeb9e tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Successfully reverted task state from rebuilding on failure for instance. [ 1023.078832] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.333s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.080405] env[65677]: INFO nova.compute.claims [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.138413] env[65677]: DEBUG nova.objects.base [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Object Instance<1bc711e4-7896-4ed4-a9d8-13be150a5793> lazy-loaded attributes: flavor,info_cache {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.162715] env[65677]: DEBUG oslo_concurrency.lockutils [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] Releasing lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.162771] env[65677]: DEBUG nova.compute.manager [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Received event network-vif-plugged-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1023.162978] env[65677]: DEBUG oslo_concurrency.lockutils [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] Acquiring lock "73152c2a-4303-456d-8585-64030eeb5e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.163272] env[65677]: DEBUG oslo_concurrency.lockutils [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] Lock "73152c2a-4303-456d-8585-64030eeb5e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.163543] env[65677]: DEBUG oslo_concurrency.lockutils [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] Lock "73152c2a-4303-456d-8585-64030eeb5e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.163808] env[65677]: DEBUG nova.compute.manager [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] No waiting events found dispatching network-vif-plugged-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1023.164021] env[65677]: WARNING nova.compute.manager [req-44c682da-aee7-4dfa-b830-d76b851a8618 req-1bd74214-7459-4d03-8308-e64f3f9f757e service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Received unexpected event network-vif-plugged-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e for instance with vm_state building and task_state spawning. [ 1023.196096] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636795, 'name': ReconfigVM_Task, 'duration_secs': 0.145027} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.196096] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.315710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.315987] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.316200] env[65677]: DEBUG nova.compute.manager [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1023.317153] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff1c42-9ed0-46bf-b2db-d405e09b992a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.325670] env[65677]: DEBUG nova.compute.manager [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1023.326365] env[65677]: DEBUG nova.objects.instance [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lazy-loading 'flavor' on Instance uuid 97e70989-1f1d-4588-b52d-b678cfd5b9dc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.456826] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aaf555-19d9-407a-ba54-74b65df0c85d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.467229] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520fc1aa-18d4-c269-a047-8ada939250ac, 'name': SearchDatastore_Task, 'duration_secs': 0.029974} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.482600] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce523fda-8212-4747-85d7-27b25d07d873 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.485517] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a844324-baec-4605-8f96-58600a61dc62 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.492207] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1023.492207] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5216cd7d-8526-0ca7-115b-906aef21eb68" [ 1023.492207] env[65677]: _type = "Task" [ 1023.492207] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.495464] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.510437] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5216cd7d-8526-0ca7-115b-906aef21eb68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.532155] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "refresh_cache-73152c2a-4303-456d-8585-64030eeb5e8e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.532155] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Instance network_info: |[{"id": "dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e", "address": "fa:16:3e:00:21:f1", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc88ac10-6c", "ovs_interfaceid": "dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1023.532509] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:21:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.540608] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1023.540999] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.541105] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9120903-9f2f-4234-acf1-ba047af461c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.563552] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.563552] env[65677]: value = "task-4636796" [ 1023.563552] env[65677]: _type = "Task" [ 1023.563552] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.572735] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636796, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.596810] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260cfd2-94ad-f732-75e0-81b9ff4cbd6e/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.597981] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf1091-8c46-4edf-ae3e-96a77928d222 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.606991] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260cfd2-94ad-f732-75e0-81b9ff4cbd6e/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.606991] env[65677]: ERROR oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260cfd2-94ad-f732-75e0-81b9ff4cbd6e/disk-0.vmdk due to incomplete transfer. [ 1023.607245] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20257063-6440-416a-ad28-47c85933c618 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.615750] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260cfd2-94ad-f732-75e0-81b9ff4cbd6e/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.615974] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Uploaded image 1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.618384] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.618646] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3c639b9-095d-45b1-90b3-c15994a73172 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.625689] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1023.625689] env[65677]: value = "task-4636797" [ 1023.625689] env[65677]: _type = "Task" [ 1023.625689] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.634780] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636797, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.641613] env[65677]: WARNING neutronclient.v2_0.client [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.834383] env[65677]: WARNING neutronclient.v2_0.client [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.932013] env[65677]: DEBUG nova.network.neutron [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [{"id": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "address": "fa:16:3e:79:5d:72", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ee2126-ba", "ovs_interfaceid": "68ee2126-ba28-49ab-8daf-77cbb3ab8b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.939157] env[65677]: DEBUG nova.compute.manager [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Received event network-changed-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1023.939352] env[65677]: DEBUG nova.compute.manager [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Refreshing instance network info cache due to event network-changed-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1023.939574] env[65677]: DEBUG oslo_concurrency.lockutils [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] Acquiring lock "refresh_cache-73152c2a-4303-456d-8585-64030eeb5e8e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.939739] env[65677]: DEBUG oslo_concurrency.lockutils [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] Acquired lock "refresh_cache-73152c2a-4303-456d-8585-64030eeb5e8e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.939861] env[65677]: DEBUG nova.network.neutron [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Refreshing network info cache for port dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.010537] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.011163] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5216cd7d-8526-0ca7-115b-906aef21eb68, 'name': SearchDatastore_Task, 'duration_secs': 0.026908} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.011573] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3519503a-b294-4747-a81b-b4883582e76f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.013555] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.013825] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] fc24392d-26f1-4a9e-8839-4a8807c76507/fc24392d-26f1-4a9e-8839-4a8807c76507.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.014171] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b10f61b-0626-4c4c-9b8e-72373cb6b25a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.021953] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1024.021953] env[65677]: value = "task-4636798" [ 1024.021953] env[65677]: _type = "Task" [ 1024.021953] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.023661] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1024.023661] env[65677]: value = "task-4636799" [ 1024.023661] env[65677]: _type = "Task" [ 1024.023661] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.041140] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.042027] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.076625] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636796, 'name': CreateVM_Task, 'duration_secs': 0.494584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.076881] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.077617] env[65677]: WARNING neutronclient.v2_0.client [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.078024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.078209] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.078637] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.079008] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e16947-d437-4066-adfb-5e3c273704d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.085823] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1024.085823] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb8de-c06c-6cbd-e234-e394cfb18eeb" [ 1024.085823] env[65677]: _type = "Task" [ 1024.085823] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.102288] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb8de-c06c-6cbd-e234-e394cfb18eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.136875] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636797, 'name': Destroy_Task, 'duration_secs': 0.505695} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.139830] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Destroyed the VM [ 1024.140026] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.140513] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54555c3a-802b-48a0-b822-1422ec633122 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.148115] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1024.148115] env[65677]: value = "task-4636800" [ 1024.148115] env[65677]: _type = "Task" [ 1024.148115] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.161168] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636800, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.254780] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.255095] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40113d0d-4aef-425c-88f6-a1cd82b1b807 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.266314] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1024.266314] env[65677]: value = "task-4636801" [ 1024.266314] env[65677]: _type = "Task" [ 1024.266314] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.282246] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.282697] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1024.282979] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1024.284151] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a54e59-45dc-4aa3-8903-e8fa01c2e30d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.310105] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a42a52-b084-4c47-a3e3-1d975bfeb8ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.318858] env[65677]: WARNING nova.virt.vmwareapi.driver [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1024.319252] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.320385] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431d6bdf-f715-44fb-aba9-57436e1c3900 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333320] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.333702] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d6ca5f-8844-49a2-880f-31efd3a923d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.337756] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.338112] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f032679-37ab-4c67-a612-267edc67c751 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.351208] env[65677]: DEBUG oslo_vmware.api [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1024.351208] env[65677]: value = "task-4636803" [ 1024.351208] env[65677]: _type = "Task" [ 1024.351208] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.368971] env[65677]: DEBUG oslo_vmware.api [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.429112] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.429549] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.429896] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.430861] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e89d8d08-4e33-4642-b341-0a35ef617ff4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.435895] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "refresh_cache-1bc711e4-7896-4ed4-a9d8-13be150a5793" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.442579] env[65677]: WARNING neutronclient.v2_0.client [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.445402] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1024.445402] env[65677]: value = "task-4636804" [ 1024.445402] env[65677]: _type = "Task" [ 1024.445402] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.458053] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.543047] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.552198] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.604113] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cb8de-c06c-6cbd-e234-e394cfb18eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.022392} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.604519] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.604791] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.605159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.605317] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.605591] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.605776] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ea9c4a-9c15-459f-9d19-3942b594ced5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.621109] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.621343] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.625345] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c666b9e6-7d33-4b4e-a352-3a068570404f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.632687] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1024.632687] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527507d6-ce0a-2146-0f9b-4ab669b05d2b" [ 1024.632687] env[65677]: _type = "Task" [ 1024.632687] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.644393] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527507d6-ce0a-2146-0f9b-4ab669b05d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.661337] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636800, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.664298] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e954bc5-76b4-413c-ac49-dad697fa7b75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.674182] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db95f257-9698-42a7-93a7-2b0e8bf044f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.678995] env[65677]: WARNING neutronclient.v2_0.client [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.712739] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b5b282-9605-4449-8f2a-9786d73d06a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.721650] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d1815-dbdc-4e86-8f23-9e7fbf26d553 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.737171] env[65677]: DEBUG nova.compute.provider_tree [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.779261] env[65677]: DEBUG nova.network.neutron [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Updated VIF entry in instance network info cache for port dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.779634] env[65677]: DEBUG nova.network.neutron [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Updating instance_info_cache with network_info: [{"id": "dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e", "address": "fa:16:3e:00:21:f1", "network": {"id": "9d80ddbb-3259-49df-925c-6cf7f617d943", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1211949057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a6f507fd4beb436ca1a5ce72c4ff10b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc88ac10-6c", "ovs_interfaceid": "dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.864169] env[65677]: DEBUG oslo_vmware.api [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636803, 'name': PowerOffVM_Task, 'duration_secs': 0.469761} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.864474] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.864683] env[65677]: DEBUG nova.compute.manager [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1024.865540] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a63603-aec0-4619-bb55-75f7faac4658 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.958400] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410347} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.959174] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.959364] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.959530] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.034612] env[65677]: DEBUG oslo_vmware.api [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636798, 'name': PowerOnVM_Task, 'duration_secs': 0.573469} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.037994] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.038144] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e22c1-3d23-4225-a497-d7e57f93fb63 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance '92055d85-8c98-4698-8335-609e3fb9501e' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.047905] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561234} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.048106] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] fc24392d-26f1-4a9e-8839-4a8807c76507/fc24392d-26f1-4a9e-8839-4a8807c76507.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.048329] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.048591] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-692f4d34-9259-45d6-9292-aca762c218dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.056404] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1025.056404] env[65677]: value = "task-4636805" [ 1025.056404] env[65677]: _type = "Task" [ 1025.056404] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.067399] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.144170] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527507d6-ce0a-2146-0f9b-4ab669b05d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.145170] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5e2e4b-cc03-4945-bdb4-df78e5b8adb0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.153971] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1025.153971] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5261a4f8-3717-0e2f-744e-afaff022f082" [ 1025.153971] env[65677]: _type = "Task" [ 1025.153971] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.161055] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636800, 'name': RemoveSnapshot_Task, 'duration_secs': 0.779088} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.161674] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.161962] env[65677]: DEBUG nova.compute.manager [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1025.162743] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da7fbd-892d-411b-81e8-e4f36a3bdc5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.168910] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5261a4f8-3717-0e2f-744e-afaff022f082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.242915] env[65677]: DEBUG nova.scheduler.client.report [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.282286] env[65677]: DEBUG oslo_concurrency.lockutils [req-ca53db32-5d03-4679-9a60-6a298604737a req-6ad81898-5c4f-41d8-ba9a-f4efa5b01f6b service nova] Releasing lock "refresh_cache-73152c2a-4303-456d-8585-64030eeb5e8e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.378346] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a7da8ec3-88d8-4f16-80e7-19a0b1f64239 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.453770] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.456639] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-500c18ab-87b8-4a52-afe0-c5ee01024428 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.465286] env[65677]: INFO nova.virt.block_device [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Booting with volume dc90f38a-fa0f-4ebe-9e1c-aff974938054 at /dev/sdb [ 1025.467013] env[65677]: DEBUG oslo_vmware.api [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1025.467013] env[65677]: value = "task-4636806" [ 1025.467013] env[65677]: _type = "Task" [ 1025.467013] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.479097] env[65677]: DEBUG oslo_vmware.api [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.507520] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8040f8f-849d-4d00-9ff1-7f2de3fc1ee5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.517496] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466bc12-0363-4daf-9191-6144c73946e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.564137] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c3ca4ff-d14c-4585-aa1d-4e110f5bde5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.573291] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.403564} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.575245] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.576484] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f51be8-0ce1-4b31-bda2-dc3a90c16cb6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.581537] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217525e7-b7ac-4b18-beeb-9c37182af2df {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.613110] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fc24392d-26f1-4a9e-8839-4a8807c76507/fc24392d-26f1-4a9e-8839-4a8807c76507.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.631420] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2782d3b6-c37e-4b31-8ba2-762f72b236f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.646781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfe5bdb-9b21-4b02-9f6b-431cdfceaf7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.659396] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a9d7c-aae5-4a24-926b-b378d42aa5bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.662269] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1025.662269] env[65677]: value = "task-4636807" [ 1025.662269] env[65677]: _type = "Task" [ 1025.662269] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.670314] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5261a4f8-3717-0e2f-744e-afaff022f082, 'name': SearchDatastore_Task, 'duration_secs': 0.057771} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.670997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.671275] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 73152c2a-4303-456d-8585-64030eeb5e8e/73152c2a-4303-456d-8585-64030eeb5e8e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.672068] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75f0812f-a201-4020-97f0-98b697c15ef1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.682903] env[65677]: DEBUG nova.virt.block_device [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updating existing volume attachment record: b944ad0c-3c84-430f-b48a-7680c2a86d4d {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.685119] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.685586] env[65677]: INFO nova.compute.manager [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Shelve offloading [ 1025.692658] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1025.692658] env[65677]: value = "task-4636808" [ 1025.692658] env[65677]: _type = "Task" [ 1025.692658] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.703369] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.747880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.748431] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1025.757024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.677s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.757024] env[65677]: DEBUG nova.objects.instance [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lazy-loading 'resources' on Instance uuid df1d39c2-d14b-4b02-9781-8bd02eebd1b7 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.922045] env[65677]: DEBUG nova.objects.instance [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lazy-loading 'flavor' on Instance uuid 97e70989-1f1d-4588-b52d-b678cfd5b9dc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.979636] env[65677]: DEBUG oslo_vmware.api [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636806, 'name': PowerOnVM_Task, 'duration_secs': 0.467944} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.979994] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.980161] env[65677]: DEBUG nova.compute.manager [None req-c7ce0021-8bab-44d3-bf94-848a638b12a9 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1025.981022] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2633e90-5ac9-48b5-980c-8d3d08eed8fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.174924] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636807, 'name': ReconfigVM_Task, 'duration_secs': 0.373829} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.175334] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fc24392d-26f1-4a9e-8839-4a8807c76507/fc24392d-26f1-4a9e-8839-4a8807c76507.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.176127] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cfcccdb-16a2-42cb-9837-28eb04896cc1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.185242] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1026.185242] env[65677]: value = "task-4636809" [ 1026.185242] env[65677]: _type = "Task" [ 1026.185242] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.190491] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.190800] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea451638-dc15-4531-ba93-8dbb7ef53069 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.198025] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636809, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.209251] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636808, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.210581] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1026.210581] env[65677]: value = "task-4636810" [ 1026.210581] env[65677]: _type = "Task" [ 1026.210581] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.222376] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.222668] env[65677]: DEBUG nova.compute.manager [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1026.223671] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd0aec-ea0e-479c-9ced-b13441542b70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.231835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.232118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.232382] env[65677]: DEBUG nova.network.neutron [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.259574] env[65677]: DEBUG nova.compute.utils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.265136] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1026.265578] env[65677]: DEBUG nova.network.neutron [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1026.265926] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.266358] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.312597] env[65677]: DEBUG nova.policy [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.429274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquired lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.429480] env[65677]: DEBUG nova.network.neutron [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.429677] env[65677]: DEBUG nova.objects.instance [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lazy-loading 'info_cache' on Instance uuid 97e70989-1f1d-4588-b52d-b678cfd5b9dc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.682573] env[65677]: DEBUG nova.network.neutron [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Successfully created port: f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1026.698952] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636809, 'name': Rename_Task, 'duration_secs': 0.190534} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.705732] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.706293] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eab18a6-3496-490d-80e5-17739b61097b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.715230] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622396} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.715766] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 73152c2a-4303-456d-8585-64030eeb5e8e/73152c2a-4303-456d-8585-64030eeb5e8e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.715982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.716336] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1026.716336] env[65677]: value = "task-4636811" [ 1026.716336] env[65677]: _type = "Task" [ 1026.716336] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.716554] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01a338a-e6bf-4f64-a94c-fc4e7f2d4185 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.731519] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636811, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.733346] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1026.733346] env[65677]: value = "task-4636812" [ 1026.733346] env[65677]: _type = "Task" [ 1026.733346] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.739690] env[65677]: WARNING neutronclient.v2_0.client [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.751429] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.759055] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60340026-5109-4ab4-ba25-e794701685ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.767146] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1026.771430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84323071-83f5-41ac-a8a2-6ca9672b0d06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.825396] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a9181-ed5a-48ee-8147-4e06a08ad146 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.836731] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60db4923-3c0d-473b-8271-c9b4b0e9ada2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.858469] env[65677]: DEBUG nova.compute.provider_tree [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.934496] env[65677]: DEBUG nova.objects.base [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Object Instance<97e70989-1f1d-4588-b52d-b678cfd5b9dc> lazy-loaded attributes: flavor,info_cache {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.083187] env[65677]: WARNING neutronclient.v2_0.client [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.212930] env[65677]: DEBUG nova.network.neutron [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.231808] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.244641] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147386} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.245565] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.248849] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1f87b-59f7-4094-a4ca-a4f67e1436e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.274517] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 73152c2a-4303-456d-8585-64030eeb5e8e/73152c2a-4303-456d-8585-64030eeb5e8e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.279197] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e557d6f0-5a0a-41c8-842c-871f5ca49757 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.300929] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1027.300929] env[65677]: value = "task-4636813" [ 1027.300929] env[65677]: _type = "Task" [ 1027.300929] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.312238] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.362309] env[65677]: DEBUG nova.scheduler.client.report [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.438068] env[65677]: WARNING neutronclient.v2_0.client [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.707136] env[65677]: WARNING neutronclient.v2_0.client [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.716433] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.716961] env[65677]: WARNING neutronclient.v2_0.client [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.717402] env[65677]: WARNING neutronclient.v2_0.client [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.730399] env[65677]: DEBUG oslo_vmware.api [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636811, 'name': PowerOnVM_Task, 'duration_secs': 0.911481} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.730621] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.730837] env[65677]: INFO nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1027.731099] env[65677]: DEBUG nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1027.732073] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a718084-9e20-45a7-ba9d-a3221333817a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.753780] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "92055d85-8c98-4698-8335-609e3fb9501e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.754053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.754245] env[65677]: DEBUG nova.compute.manager [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Going to confirm migration 4 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1027.796134] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1027.813626] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.828188] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1027.828475] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.828632] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1027.828819] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.829038] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1027.829235] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1027.829511] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1027.829843] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1027.830054] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1027.830271] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1027.830471] env[65677]: DEBUG nova.virt.hardware [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1027.831578] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005dda4e-509c-4f85-b64c-562aafcea1c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.845578] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdadb86-f89f-4638-82a3-ae64346487ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.863273] env[65677]: DEBUG nova.network.neutron [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Updating instance_info_cache with network_info: [{"id": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "address": "fa:16:3e:38:c4:40", "network": {"id": "da46fc3f-27d7-4c9f-a4da-335d15462cc9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746852437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46b4bbf4964248a0a3d9572513cf9b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ef205-6c", "ovs_interfaceid": "0a7ef205-6c5a-4390-8806-995a8ba7b6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.867165] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.869729] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.024s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.870121] env[65677]: DEBUG nova.objects.instance [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lazy-loading 'resources' on Instance uuid 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.876936] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1027.877202] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.877356] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1027.877566] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.877713] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1027.877860] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1027.878077] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1027.878237] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1027.878408] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1027.878556] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1027.878727] env[65677]: DEBUG nova.virt.hardware [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1027.879642] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c559a-a58b-4500-a39c-7861e7a22cdc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.890430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff4328e-0cfc-44cf-8a41-0f4c70268e63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.895864] env[65677]: INFO nova.scheduler.client.report [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted allocations for instance df1d39c2-d14b-4b02-9781-8bd02eebd1b7 [ 1027.909818] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:9e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7735483e-bf38-4a97-92a2-593c0bf8a5ec', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.917846] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1027.918171] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.918527] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69bc0214-716c-43dc-a809-4249033ab791 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.938971] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.938971] env[65677]: value = "task-4636814" [ 1027.938971] env[65677]: _type = "Task" [ 1027.938971] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.949148] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636814, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.257038] env[65677]: INFO nova.compute.manager [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Took 45.21 seconds to build instance. [ 1028.262229] env[65677]: WARNING neutronclient.v2_0.client [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.264753] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.266010] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d84f68-432f-49ae-90f7-5832e6adf7d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.274912] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.275300] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b82bac00-747f-49e6-b055-19c15f2d5f1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.313180] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636813, 'name': ReconfigVM_Task, 'duration_secs': 0.626884} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.313547] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 73152c2a-4303-456d-8585-64030eeb5e8e/73152c2a-4303-456d-8585-64030eeb5e8e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.314242] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7acf7596-1904-49cc-b880-7b3ca8be0b73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.321826] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1028.321826] env[65677]: value = "task-4636816" [ 1028.321826] env[65677]: _type = "Task" [ 1028.321826] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.334689] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636816, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.339572] env[65677]: DEBUG nova.network.neutron [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Successfully updated port: f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.372052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Releasing lock "refresh_cache-97e70989-1f1d-4588-b52d-b678cfd5b9dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.386451] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.386451] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.386451] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleting the datastore file [datastore1] 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.386451] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b26a79-7419-49fc-be87-2cd08101f511 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.394100] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1028.394100] env[65677]: value = "task-4636817" [ 1028.394100] env[65677]: _type = "Task" [ 1028.394100] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.406071] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.409252] env[65677]: DEBUG oslo_concurrency.lockutils [None req-67dfe364-d95e-420a-8fe6-d64736bc6242 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "df1d39c2-d14b-4b02-9781-8bd02eebd1b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.974s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.427259] env[65677]: WARNING neutronclient.v2_0.client [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.427608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.427762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.427930] env[65677]: DEBUG nova.network.neutron [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.428126] env[65677]: DEBUG nova.objects.instance [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'info_cache' on Instance uuid 92055d85-8c98-4698-8335-609e3fb9501e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.455978] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636814, 'name': CreateVM_Task, 'duration_secs': 0.428781} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.455978] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.456614] env[65677]: WARNING neutronclient.v2_0.client [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1028.457046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.457264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.457647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.457925] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0523866d-762f-4fc7-b62c-74fd9e09f062 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.471023] env[65677]: DEBUG nova.compute.manager [req-8930336c-602a-403f-ab93-ff8475779047 req-586936e4-df0b-475e-8101-46c8107a0598 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-vif-unplugged-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1028.471023] env[65677]: DEBUG oslo_concurrency.lockutils [req-8930336c-602a-403f-ab93-ff8475779047 req-586936e4-df0b-475e-8101-46c8107a0598 service nova] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.471023] env[65677]: DEBUG oslo_concurrency.lockutils [req-8930336c-602a-403f-ab93-ff8475779047 req-586936e4-df0b-475e-8101-46c8107a0598 service nova] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.471023] env[65677]: DEBUG oslo_concurrency.lockutils [req-8930336c-602a-403f-ab93-ff8475779047 req-586936e4-df0b-475e-8101-46c8107a0598 service nova] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.471023] env[65677]: DEBUG nova.compute.manager [req-8930336c-602a-403f-ab93-ff8475779047 req-586936e4-df0b-475e-8101-46c8107a0598 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] No waiting events found dispatching network-vif-unplugged-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1028.471023] env[65677]: WARNING nova.compute.manager [req-8930336c-602a-403f-ab93-ff8475779047 req-586936e4-df0b-475e-8101-46c8107a0598 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received unexpected event network-vif-unplugged-f397a742-c98c-42e8-91ed-eda10c6d756f for instance with vm_state shelved and task_state shelving_offloading. [ 1028.471023] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1028.471023] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e6abb9-4b61-76fd-fd44-3bc9e010e939" [ 1028.471023] env[65677]: _type = "Task" [ 1028.471023] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.484506] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e6abb9-4b61-76fd-fd44-3bc9e010e939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.488642] env[65677]: DEBUG nova.compute.manager [req-23da2548-5677-45d0-a3c5-8f826b15b760 req-2c78860f-c85a-445c-b530-8845e3efc466 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Received event network-vif-plugged-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1028.489090] env[65677]: DEBUG oslo_concurrency.lockutils [req-23da2548-5677-45d0-a3c5-8f826b15b760 req-2c78860f-c85a-445c-b530-8845e3efc466 service nova] Acquiring lock "baafe20f-618d-46e9-a699-75fb1fdd9206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.489090] env[65677]: DEBUG oslo_concurrency.lockutils [req-23da2548-5677-45d0-a3c5-8f826b15b760 req-2c78860f-c85a-445c-b530-8845e3efc466 service nova] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.489316] env[65677]: DEBUG oslo_concurrency.lockutils [req-23da2548-5677-45d0-a3c5-8f826b15b760 req-2c78860f-c85a-445c-b530-8845e3efc466 service nova] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.489431] env[65677]: DEBUG nova.compute.manager [req-23da2548-5677-45d0-a3c5-8f826b15b760 req-2c78860f-c85a-445c-b530-8845e3efc466 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] No waiting events found dispatching network-vif-plugged-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1028.489529] env[65677]: WARNING nova.compute.manager [req-23da2548-5677-45d0-a3c5-8f826b15b760 req-2c78860f-c85a-445c-b530-8845e3efc466 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Received unexpected event network-vif-plugged-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 for instance with vm_state building and task_state spawning. [ 1028.763810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e589c987-598d-4a67-9a46-2d854106750c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.741s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.832682] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636816, 'name': Rename_Task, 'duration_secs': 0.210011} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.835751] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.836273] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b7d4f3-37d2-44df-bdeb-91196d0025a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.841816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-baafe20f-618d-46e9-a699-75fb1fdd9206" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.841974] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-baafe20f-618d-46e9-a699-75fb1fdd9206" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.842185] env[65677]: DEBUG nova.network.neutron [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.846120] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1028.846120] env[65677]: value = "task-4636818" [ 1028.846120] env[65677]: _type = "Task" [ 1028.846120] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.850987] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366c055-76da-4ab4-a34f-b55d8239bd68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.865298] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe89e4-aac8-4523-8787-3bac8a7bddab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.868949] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636818, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.912176] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd9c2e-cfba-4191-bff5-71e4712cad50 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.924816] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c5c3fa-0b61-425c-913b-96662db9eb12 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.929593] env[65677]: DEBUG oslo_vmware.api [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193539} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.929930] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.930144] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.930342] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.947488] env[65677]: DEBUG nova.compute.provider_tree [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.963049] env[65677]: INFO nova.scheduler.client.report [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted allocations for instance 64d8e30f-095e-4660-af21-8641f2e6ea70 [ 1028.981795] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e6abb9-4b61-76fd-fd44-3bc9e010e939, 'name': SearchDatastore_Task, 'duration_secs': 0.04218} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.982153] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.982405] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.982643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.982796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.983503] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.983503] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c77f32bb-2d68-4fdb-909d-f4eb02bd559b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.998031] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.998031] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.998031] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87556486-efd6-4243-8d62-b0ed1b8387eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.008406] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1029.008406] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b7a07d-818e-6297-ef5d-7f880e9981dc" [ 1029.008406] env[65677]: _type = "Task" [ 1029.008406] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.015983] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b7a07d-818e-6297-ef5d-7f880e9981dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.361949] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636818, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.377841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.378128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.378340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.378516] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.378693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.380813] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.381266] env[65677]: INFO nova.compute.manager [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Terminating instance [ 1029.383160] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d92787f-5cda-4e61-8320-f0fee81f30f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.386344] env[65677]: DEBUG nova.network.neutron [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.395075] env[65677]: DEBUG oslo_vmware.api [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1029.395075] env[65677]: value = "task-4636819" [ 1029.395075] env[65677]: _type = "Task" [ 1029.395075] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.413616] env[65677]: DEBUG oslo_vmware.api [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.446988] env[65677]: WARNING neutronclient.v2_0.client [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.450787] env[65677]: DEBUG nova.scheduler.client.report [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.468536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.494144] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.517056] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b7a07d-818e-6297-ef5d-7f880e9981dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.518542] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c9f38b-e884-4bb5-a920-4560c8f61141 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.527207] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1029.527207] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5210cc38-56ff-dc91-1fb6-b0d66e71468b" [ 1029.527207] env[65677]: _type = "Task" [ 1029.527207] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.541045] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5210cc38-56ff-dc91-1fb6-b0d66e71468b, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.541324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.541677] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.541844] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c067d5-19b8-40cc-8111-cfc0cea41a43 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.551398] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1029.551398] env[65677]: value = "task-4636820" [ 1029.551398] env[65677]: _type = "Task" [ 1029.551398] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.561692] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.591165] env[65677]: DEBUG nova.network.neutron [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Updating instance_info_cache with network_info: [{"id": "f2dd289a-bb18-489e-b9f4-34f2ff4c1e73", "address": "fa:16:3e:74:94:3b", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dd289a-bb", "ovs_interfaceid": "f2dd289a-bb18-489e-b9f4-34f2ff4c1e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.684812] env[65677]: WARNING neutronclient.v2_0.client [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.768709] env[65677]: DEBUG nova.network.neutron [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [{"id": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "address": "fa:16:3e:7d:8c:fa", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2583cf-4f", "ovs_interfaceid": "9b2583cf-4ff6-404e-98c1-8148e893b6fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.861875] env[65677]: DEBUG oslo_vmware.api [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636818, 'name': PowerOnVM_Task, 'duration_secs': 0.882122} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.861875] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.861875] env[65677]: INFO nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1029.861875] env[65677]: DEBUG nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1029.862926] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cfced1-196e-42ec-8ecb-fef6cab91478 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.892996] env[65677]: DEBUG nova.compute.manager [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1029.892996] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.893877] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de4f79-e613-4230-8d9e-6176392795d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.914497] env[65677]: DEBUG oslo_vmware.api [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636819, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.919882] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.919882] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97906eb3-f75c-4246-9654-fd48e0c21616 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.928286] env[65677]: DEBUG oslo_vmware.api [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 1029.928286] env[65677]: value = "task-4636821" [ 1029.928286] env[65677]: _type = "Task" [ 1029.928286] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.941068] env[65677]: DEBUG oslo_vmware.api [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.956484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.960672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.962s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.963552] env[65677]: INFO nova.compute.claims [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.988477] env[65677]: INFO nova.compute.manager [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Rebuilding instance [ 1030.063768] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.075559] env[65677]: DEBUG nova.compute.manager [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1030.076536] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d72f5f-8df9-4c27-9d43-4214e6e1b069 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.094100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-baafe20f-618d-46e9-a699-75fb1fdd9206" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.094581] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Instance network_info: |[{"id": "f2dd289a-bb18-489e-b9f4-34f2ff4c1e73", "address": "fa:16:3e:74:94:3b", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dd289a-bb", "ovs_interfaceid": "f2dd289a-bb18-489e-b9f4-34f2ff4c1e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1030.095482] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:94:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2dd289a-bb18-489e-b9f4-34f2ff4c1e73', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.103208] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating folder: Project (e9dca2b4dcfe4d30ad9660fd1e4c435f). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.104453] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7728e02b-6a56-414f-a063-cea5898f3c3a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.119134] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created folder: Project (e9dca2b4dcfe4d30ad9660fd1e4c435f) in parent group-v905237. [ 1030.119362] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating folder: Instances. Parent ref: group-v905497. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.119631] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4f50b15-c779-4704-acd7-b1206178e279 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.132126] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created folder: Instances in parent group-v905497. [ 1030.132400] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.133142] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.133472] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b108c6-8728-401d-b1c9-d432797241e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.160536] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.160536] env[65677]: value = "task-4636824" [ 1030.160536] env[65677]: _type = "Task" [ 1030.160536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.171828] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636824, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.271373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-92055d85-8c98-4698-8335-609e3fb9501e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.271746] env[65677]: DEBUG nova.objects.instance [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'migration_context' on Instance uuid 92055d85-8c98-4698-8335-609e3fb9501e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.389462] env[65677]: INFO nova.compute.manager [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Took 46.90 seconds to build instance. [ 1030.414168] env[65677]: DEBUG oslo_vmware.api [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636819, 'name': PowerOnVM_Task, 'duration_secs': 0.562609} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.414625] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.414977] env[65677]: DEBUG nova.compute.manager [None req-d46aafce-ab24-478d-9aad-1b96b805cbef tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1030.416341] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d909eb-002d-4b31-a7d5-52d48c636c62 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.441475] env[65677]: DEBUG oslo_vmware.api [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636821, 'name': PowerOffVM_Task, 'duration_secs': 0.489169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.441861] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.442267] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.442643] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c40d6f7-34aa-43d3-9e12-0c0b7cc55b37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.485315] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Lock "73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.085s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.534659] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.534938] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.535167] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleting the datastore file [datastore2] 6ff70642-3d17-4be6-b9e3-cc304ff8d154 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.536127] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-259792ed-46b9-4e45-a9c8-05a181cd8067 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.548297] env[65677]: DEBUG oslo_vmware.api [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 1030.548297] env[65677]: value = "task-4636826" [ 1030.548297] env[65677]: _type = "Task" [ 1030.548297] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.562617] env[65677]: DEBUG oslo_vmware.api [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.566018] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671749} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.566391] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.566661] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.566954] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae8b6a8-2e15-4eff-bb72-15bc46cf1d81 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.572225] env[65677]: DEBUG nova.compute.manager [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-changed-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1030.572412] env[65677]: DEBUG nova.compute.manager [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Refreshing instance network info cache due to event network-changed-f397a742-c98c-42e8-91ed-eda10c6d756f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1030.572641] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.572784] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.572936] env[65677]: DEBUG nova.network.neutron [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Refreshing network info cache for port f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.583375] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1030.583375] env[65677]: value = "task-4636827" [ 1030.583375] env[65677]: _type = "Task" [ 1030.583375] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.602763] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.629177] env[65677]: DEBUG nova.compute.manager [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Received event network-changed-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1030.629177] env[65677]: DEBUG nova.compute.manager [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Refreshing instance network info cache due to event network-changed-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1030.629177] env[65677]: DEBUG oslo_concurrency.lockutils [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] Acquiring lock "refresh_cache-baafe20f-618d-46e9-a699-75fb1fdd9206" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.629592] env[65677]: DEBUG oslo_concurrency.lockutils [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] Acquired lock "refresh_cache-baafe20f-618d-46e9-a699-75fb1fdd9206" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.629896] env[65677]: DEBUG nova.network.neutron [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Refreshing network info cache for port f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.678024] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636824, 'name': CreateVM_Task, 'duration_secs': 0.396044} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.678024] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.678024] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.678024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.678024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.678024] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.678024] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c874bbd9-5b45-422c-9e0f-e3aeb2ba0f4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.685375] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1030.685375] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522f34cf-edd4-69fa-d0a8-1b90e115a7bd" [ 1030.685375] env[65677]: _type = "Task" [ 1030.685375] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.697632] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522f34cf-edd4-69fa-d0a8-1b90e115a7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.776444] env[65677]: DEBUG nova.objects.base [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Object Instance<92055d85-8c98-4698-8335-609e3fb9501e> lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.777502] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344d3950-f2bd-4653-94bc-8fbcec8d77ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.801148] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ca1837-3362-434a-a38b-838c81eedbf2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.808926] env[65677]: DEBUG oslo_vmware.api [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1030.808926] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fed219-d8d5-59d2-69b8-1ae3aa2d272f" [ 1030.808926] env[65677]: _type = "Task" [ 1030.808926] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.820395] env[65677]: DEBUG oslo_vmware.api [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fed219-d8d5-59d2-69b8-1ae3aa2d272f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.820765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.889641] env[65677]: DEBUG oslo_concurrency.lockutils [None req-348081b2-1f03-48a4-852e-ef07da3d668c tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "73152c2a-4303-456d-8585-64030eeb5e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.412s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.065173] env[65677]: DEBUG oslo_vmware.api [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425263} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.065535] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.065801] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.066071] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.066376] env[65677]: INFO nova.compute.manager [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1031.066805] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1031.070665] env[65677]: DEBUG nova.compute.manager [-] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1031.070723] env[65677]: DEBUG nova.network.neutron [-] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1031.071053] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.077649] env[65677]: WARNING neutronclient.v2_0.client [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.094604] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.095030] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02dc972c-a2b6-4930-a60b-4d18a39ef023 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.101628] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110293} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.102283] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.103105] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd7808-3510-4b90-8432-dae83fe84f76 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.106475] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.112180] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1031.112180] env[65677]: value = "task-4636828" [ 1031.112180] env[65677]: _type = "Task" [ 1031.112180] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.138887] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.143140] env[65677]: WARNING neutronclient.v2_0.client [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.144357] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eed7e40-36a9-485f-bbef-e7537e87c6d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.172408] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1031.172408] env[65677]: value = "task-4636829" [ 1031.172408] env[65677]: _type = "Task" [ 1031.172408] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.173213] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.189042] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.202371] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522f34cf-edd4-69fa-d0a8-1b90e115a7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015297} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.202661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.203091] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.203139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.203440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203440] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.210917] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ee4e657-da50-4842-ada4-175eb52d8a99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.232669] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.232669] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.233072] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff1396d-e874-423a-af27-694d30661ba3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.243233] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1031.243233] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529cd0ec-81be-8348-fcf8-5a50979a2c02" [ 1031.243233] env[65677]: _type = "Task" [ 1031.243233] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.258118] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529cd0ec-81be-8348-fcf8-5a50979a2c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.404289] env[65677]: WARNING neutronclient.v2_0.client [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.478260] env[65677]: WARNING neutronclient.v2_0.client [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.518081] env[65677]: DEBUG nova.network.neutron [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updated VIF entry in instance network info cache for port f397a742-c98c-42e8-91ed-eda10c6d756f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1031.518768] env[65677]: DEBUG nova.network.neutron [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf397a742-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.568189] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb3ff5-b7dc-4966-b6b2-e8e8e8445c0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.577245] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6e462-e1a1-47bc-9cb7-2c48c5c96570 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.613527] env[65677]: DEBUG nova.network.neutron [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Updated VIF entry in instance network info cache for port f2dd289a-bb18-489e-b9f4-34f2ff4c1e73. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1031.614101] env[65677]: DEBUG nova.network.neutron [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Updating instance_info_cache with network_info: [{"id": "f2dd289a-bb18-489e-b9f4-34f2ff4c1e73", "address": "fa:16:3e:74:94:3b", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2dd289a-bb", "ovs_interfaceid": "f2dd289a-bb18-489e-b9f4-34f2ff4c1e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.616563] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10834b3-dbb4-4921-9f3c-bf01b9b29be6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.629699] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636828, 'name': PowerOffVM_Task, 'duration_secs': 0.44687} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.631604] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.631864] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.633028] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68413fc1-6175-4a34-8d76-028a7af81df2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.636603] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4efe0a-44b0-431d-929b-13f16244bdc4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.653740] env[65677]: DEBUG nova.compute.provider_tree [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.658243] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.658570] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a5216e1-dbf8-43d0-94c9-646b888f820a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.674997] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.684282] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.742222] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.742473] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.742650] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleting the datastore file [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.743315] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eff7e293-ea0c-4649-b32d-0f1c25a554f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.756658] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529cd0ec-81be-8348-fcf8-5a50979a2c02, 'name': SearchDatastore_Task, 'duration_secs': 0.022624} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.758809] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1031.758809] env[65677]: value = "task-4636831" [ 1031.758809] env[65677]: _type = "Task" [ 1031.758809] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.759084] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e45b5b-d8cc-41c5-b701-3332cc17ec9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.771024] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1031.771024] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5290a845-366d-1bc9-b74e-83c148d4d6e6" [ 1031.771024] env[65677]: _type = "Task" [ 1031.771024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.778994] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.789752] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5290a845-366d-1bc9-b74e-83c148d4d6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.789752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.789752] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] baafe20f-618d-46e9-a699-75fb1fdd9206/baafe20f-618d-46e9-a699-75fb1fdd9206.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.789752] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7777572b-7f45-42c8-af6e-7608fa4a928e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.795866] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1031.795866] env[65677]: value = "task-4636832" [ 1031.795866] env[65677]: _type = "Task" [ 1031.795866] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.806087] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.865983] env[65677]: DEBUG nova.network.neutron [-] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.029274] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.029552] env[65677]: DEBUG nova.compute.manager [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Received event network-changed-eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1032.029717] env[65677]: DEBUG nova.compute.manager [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Refreshing instance network info cache due to event network-changed-eae30a74-2ce2-44b4-a7fb-4525b51a60dc. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1032.029929] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] Acquiring lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.030082] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] Acquired lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.030310] env[65677]: DEBUG nova.network.neutron [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Refreshing network info cache for port eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.117745] env[65677]: DEBUG oslo_concurrency.lockutils [req-275a4a6e-1eee-4c79-a98c-6b5557919f7b req-b90c76f8-ab88-437f-9874-1e98796b4b96 service nova] Releasing lock "refresh_cache-baafe20f-618d-46e9-a699-75fb1fdd9206" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.157352] env[65677]: DEBUG nova.scheduler.client.report [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.185912] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636829, 'name': ReconfigVM_Task, 'duration_secs': 0.762009} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.186287] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c/07e11662-8119-42df-bc9a-8fa757065a1c.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.187466] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': '74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'}, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'attachment_id': 'b944ad0c-3c84-430f-b48a-7680c2a86d4d', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1032.187694] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.187906] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.189240] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54753c15-91ad-46fe-bb72-a7356cc7a482 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.210441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4803decd-464a-4c6f-96e0-3632b3253808 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.242121] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054/volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.242121] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0eb463-2d3a-441a-9881-85e2872ee4cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.264080] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1032.264080] env[65677]: value = "task-4636833" [ 1032.264080] env[65677]: _type = "Task" [ 1032.264080] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.273211] env[65677]: DEBUG nova.compute.manager [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1032.274251] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b30629-9ba2-438a-a3e0-0caa553ad583 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.282667] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181042} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.286857] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.287217] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.287517] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.292560] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.311918] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636832, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.369076] env[65677]: INFO nova.compute.manager [-] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Took 1.30 seconds to deallocate network for instance. [ 1032.533804] env[65677]: WARNING neutronclient.v2_0.client [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.662912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.663622] env[65677]: DEBUG nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1032.667030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.584s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.668601] env[65677]: INFO nova.compute.claims [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.678101] env[65677]: DEBUG nova.compute.manager [req-e704d432-658c-4413-b905-48f4854669ed req-93114148-d64f-4c50-8439-90855a7bd3bd service nova] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Received event network-vif-deleted-7ab2a4d0-8130-4de7-946e-7a5c6693906f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1032.737630] env[65677]: WARNING neutronclient.v2_0.client [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.782973] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.801268] env[65677]: INFO nova.compute.manager [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] instance snapshotting [ 1032.811963] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8729f-ec5a-4e01-9713-21ad6c160ba1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.821837] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701529} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.840030] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] baafe20f-618d-46e9-a699-75fb1fdd9206/baafe20f-618d-46e9-a699-75fb1fdd9206.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.840389] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.841143] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83c80794-690c-4b94-b92a-619b8eb082f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.844543] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a986bc-f37d-4be8-8d9b-8f572a4b39e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.853548] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1032.853548] env[65677]: value = "task-4636834" [ 1032.853548] env[65677]: _type = "Task" [ 1032.853548] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.870608] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.877032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.884540] env[65677]: DEBUG nova.network.neutron [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Updated VIF entry in instance network info cache for port eae30a74-2ce2-44b4-a7fb-4525b51a60dc. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1032.884957] env[65677]: DEBUG nova.network.neutron [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Updating instance_info_cache with network_info: [{"id": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "address": "fa:16:3e:9b:7e:c9", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae30a74-2c", "ovs_interfaceid": "eae30a74-2ce2-44b4-a7fb-4525b51a60dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.173295] env[65677]: DEBUG nova.compute.utils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.177166] env[65677]: DEBUG nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1033.279302] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636833, 'name': ReconfigVM_Task, 'duration_secs': 0.583278} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.279392] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054/volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.284429] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e29c5d-8d91-47d0-835d-885eb0e1760f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.304930] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1033.304930] env[65677]: value = "task-4636835" [ 1033.304930] env[65677]: _type = "Task" [ 1033.304930] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.315829] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.335210] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.335508] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.335695] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.335917] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.336130] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.336379] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.336594] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.336733] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.336862] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.337035] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.337207] env[65677]: DEBUG nova.virt.hardware [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.338182] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3b221c-ccca-4c52-bee3-4b31ddf741b7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.347606] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e6d679-693f-41b1-b15f-ab9be998448b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.364456] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1033.365374] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:8f:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd1256c-2435-4c52-9729-74b9d5730ffa', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.373170] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1033.376906] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e20da28-f429-47a2-953b-4a7d53a8c093 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.379741] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.379741] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c8b9ec2-ad54-4e1a-a7f4-7cdcad67187f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.395185] env[65677]: DEBUG oslo_concurrency.lockutils [req-2cf7585b-12c4-46ab-8970-784d9fa780a0 req-88765af2-ee96-4567-ab48-f22d3422e869 service nova] Releasing lock "refresh_cache-fc24392d-26f1-4a9e-8839-4a8807c76507" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.401008] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300496} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.403811] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.404120] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.404120] env[65677]: value = "task-4636837" [ 1033.404120] env[65677]: _type = "Task" [ 1033.404120] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.404446] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1033.404446] env[65677]: value = "task-4636836" [ 1033.404446] env[65677]: _type = "Task" [ 1033.404446] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.405217] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0bcc2-ce3f-4a08-befc-83b73aa38b2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.420673] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636837, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.436336] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.445664] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] baafe20f-618d-46e9-a699-75fb1fdd9206/baafe20f-618d-46e9-a699-75fb1fdd9206.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.446480] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bfdd72-0bee-4809-80d7-147c23214563 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.468988] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1033.468988] env[65677]: value = "task-4636838" [ 1033.468988] env[65677]: _type = "Task" [ 1033.468988] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.479742] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.683303] env[65677]: DEBUG nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1033.820374] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636835, 'name': ReconfigVM_Task, 'duration_secs': 0.240522} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.820705] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1033.821371] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61bbcede-4e35-4227-a996-23d1cded6104 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.830618] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1033.830618] env[65677]: value = "task-4636839" [ 1033.830618] env[65677]: _type = "Task" [ 1033.830618] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.847784] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636839, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.923579] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.927374] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636837, 'name': CreateVM_Task, 'duration_secs': 0.39269} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.929707] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.930526] env[65677]: WARNING neutronclient.v2_0.client [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1033.930889] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.931484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.931749] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4acb8e0-8e51-4315-91ff-30787870faef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.938634] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1033.938634] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527450f3-2b88-f835-7855-950be910b9b1" [ 1033.938634] env[65677]: _type = "Task" [ 1033.938634] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.951087] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527450f3-2b88-f835-7855-950be910b9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.981157] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636838, 'name': ReconfigVM_Task, 'duration_secs': 0.391811} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.983963] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Reconfigured VM instance instance-0000005a to attach disk [datastore2] baafe20f-618d-46e9-a699-75fb1fdd9206/baafe20f-618d-46e9-a699-75fb1fdd9206.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.984809] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4348ee0-bc87-4695-893b-2f1ce48835f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.994339] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1033.994339] env[65677]: value = "task-4636840" [ 1033.994339] env[65677]: _type = "Task" [ 1033.994339] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.006877] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636840, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.160537] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b5c21f-17cf-4aa5-b769-8c90d7af4427 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.169595] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f453aad-6e55-4174-9701-47a2c4ba63ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.206958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d666b9-89a9-40a2-ac40-504a42a6feb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.215163] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2a481-defe-407d-805e-2e17eaeefd89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.229962] env[65677]: DEBUG nova.compute.provider_tree [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.249819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "99c1736f-8da8-4f67-84c3-6edc68f66a21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.250145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.250362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "99c1736f-8da8-4f67-84c3-6edc68f66a21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.251232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.251232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.254559] env[65677]: INFO nova.compute.manager [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Terminating instance [ 1034.341146] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636839, 'name': Rename_Task, 'duration_secs': 0.166883} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.341715] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.341797] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7463da9a-f4f2-47e7-9675-9a537d24a555 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.348883] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1034.348883] env[65677]: value = "task-4636841" [ 1034.348883] env[65677]: _type = "Task" [ 1034.348883] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.358167] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.419900] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636836, 'name': CreateSnapshot_Task, 'duration_secs': 0.890998} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.420214] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.421089] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e975e03-7f67-491a-b0a3-8ecdf137496f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.451404] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527450f3-2b88-f835-7855-950be910b9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.451717] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.451951] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.452200] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.452389] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.452661] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.452950] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76fcd4f6-c932-4a78-9d14-84230a5d022b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.463666] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.463666] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.464446] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8127d662-2c47-46ee-9156-f37feef99b40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.471448] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1034.471448] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ca2d96-c290-6fc5-e0bb-d64f6f0419c7" [ 1034.471448] env[65677]: _type = "Task" [ 1034.471448] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.480388] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ca2d96-c290-6fc5-e0bb-d64f6f0419c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.507393] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636840, 'name': Rename_Task, 'duration_secs': 0.161699} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.507393] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.507393] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17441eff-3ce3-4afd-88a4-ba7b6f15ff09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.513417] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1034.513417] env[65677]: value = "task-4636842" [ 1034.513417] env[65677]: _type = "Task" [ 1034.513417] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.523596] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.708415] env[65677]: DEBUG nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1034.733667] env[65677]: DEBUG nova.scheduler.client.report [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.739764] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.740160] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.740357] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.740549] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.740693] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.740853] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.741044] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.741202] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.741364] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.741523] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.741691] env[65677]: DEBUG nova.virt.hardware [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.742603] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcbf283-c916-4961-9035-b8a92367fa1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.753754] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484401ee-32c8-4e55-8354-78fc6e8e92ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.758865] env[65677]: DEBUG nova.compute.manager [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1034.759133] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.760381] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc560be-43bb-495a-a176-63b401b9a8ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.776059] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.781502] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Creating folder: Project (a317c0b2128e4b438d16a7bc94ca2cf5). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.784213] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-160e1c1e-e464-4237-9bd5-eb826e9fa07e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.786335] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.786631] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fedbfbf-09d6-406f-b7ec-8a55f1af5b9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.795970] env[65677]: DEBUG oslo_vmware.api [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1034.795970] env[65677]: value = "task-4636844" [ 1034.795970] env[65677]: _type = "Task" [ 1034.795970] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.802314] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Created folder: Project (a317c0b2128e4b438d16a7bc94ca2cf5) in parent group-v905237. [ 1034.802750] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Creating folder: Instances. Parent ref: group-v905502. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.803979] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0cccc99-7468-4537-bfde-71e77b62ebe3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.809428] env[65677]: DEBUG oslo_vmware.api [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.820830] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Created folder: Instances in parent group-v905502. [ 1034.821139] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.821385] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.821633] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44e60117-b215-43bd-925b-ed8b016bd68d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.843762] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.843762] env[65677]: value = "task-4636846" [ 1034.843762] env[65677]: _type = "Task" [ 1034.843762] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.858160] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636846, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.864976] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.941176] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.941566] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d2fa023-a9d3-4d5a-afd7-fe14ebe7686c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.952632] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1034.952632] env[65677]: value = "task-4636847" [ 1034.952632] env[65677]: _type = "Task" [ 1034.952632] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.964808] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636847, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.992026] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ca2d96-c290-6fc5-e0bb-d64f6f0419c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.992026] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca159948-bc57-4907-b09e-8730c10fa178 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.000347] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1035.000347] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef9920-3523-1ac8-616e-e89b2e0a6c63" [ 1035.000347] env[65677]: _type = "Task" [ 1035.000347] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.012725] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef9920-3523-1ac8-616e-e89b2e0a6c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.027367] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636842, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.247330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.247952] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1035.250754] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.740s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.250942] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.251129] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1035.251432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.908s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.253232] env[65677]: INFO nova.compute.claims [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.259388] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3589f0bd-1567-4abd-9225-97fd6f6fb399 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.270708] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ffa05-b50b-44ff-8e27-22bfa2a62ab3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.287338] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfd186-1e3d-4ef6-b573-f289d3ccb785 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.296681] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dfb987-2cc5-4428-9aa9-c70799c868e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.313049] env[65677]: DEBUG oslo_vmware.api [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636844, 'name': PowerOffVM_Task, 'duration_secs': 0.253008} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.338120] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.338336] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.339020] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177309MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1035.339154] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.339534] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84a4fc55-e00f-4e48-846b-d915b7018ab6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.358038] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636846, 'name': CreateVM_Task, 'duration_secs': 0.464907} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.358644] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.359148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.359317] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.359664] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.359937] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6cc6ef-53ea-459d-9d9e-bafdfeadb4ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.367612] env[65677]: DEBUG oslo_vmware.api [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636841, 'name': PowerOnVM_Task, 'duration_secs': 0.674667} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.368626] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.368941] env[65677]: DEBUG nova.compute.manager [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1035.370190] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a218c-4ffd-40a1-9217-f57c6b7ca3ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.376813] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1035.376813] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527982c2-5767-e496-d931-8650cf7ea268" [ 1035.376813] env[65677]: _type = "Task" [ 1035.376813] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.394751] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527982c2-5767-e496-d931-8650cf7ea268, 'name': SearchDatastore_Task, 'duration_secs': 0.014379} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.395098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.395369] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.395591] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.421372] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.421750] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.422067] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleting the datastore file [datastore1] 99c1736f-8da8-4f67-84c3-6edc68f66a21 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.422586] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cfab902-a79d-42ce-b86e-5b9731313ea7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.433545] env[65677]: DEBUG oslo_vmware.api [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1035.433545] env[65677]: value = "task-4636849" [ 1035.433545] env[65677]: _type = "Task" [ 1035.433545] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.443564] env[65677]: DEBUG oslo_vmware.api [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.463697] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636847, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.513720] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ef9920-3523-1ac8-616e-e89b2e0a6c63, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.514423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.514802] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.515300] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.515655] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.515867] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03575d0b-9346-458d-8079-734df665d29d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.521470] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b5c07b-a41b-4687-9d59-a6dfe216b281 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.533934] env[65677]: DEBUG oslo_vmware.api [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636842, 'name': PowerOnVM_Task, 'duration_secs': 0.579802} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.535961] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.536229] env[65677]: INFO nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1035.536422] env[65677]: DEBUG nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1035.536797] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1035.536797] env[65677]: value = "task-4636850" [ 1035.536797] env[65677]: _type = "Task" [ 1035.536797] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.538295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e56cf31-21ad-4b95-9cfa-1d69e2d9047d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.548242] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.548891] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.550380] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5273f6e8-f968-4030-bc30-f3e15449c836 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.560981] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.566680] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1035.566680] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52236944-bee0-5ab3-243a-b6793cb684a3" [ 1035.566680] env[65677]: _type = "Task" [ 1035.566680] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.577811] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52236944-bee0-5ab3-243a-b6793cb684a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.760146] env[65677]: DEBUG nova.compute.utils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.764424] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1035.764678] env[65677]: DEBUG nova.network.neutron [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1035.765207] env[65677]: WARNING neutronclient.v2_0.client [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.765864] env[65677]: WARNING neutronclient.v2_0.client [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.815037] env[65677]: DEBUG nova.policy [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ca000385424c91ab124d3c495e8cb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa1b200760c5403b9412c19edd128055', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.900210] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.948023] env[65677]: DEBUG oslo_vmware.api [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193438} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.948337] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.948572] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.948795] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.948942] env[65677]: INFO nova.compute.manager [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1035.949249] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.949436] env[65677]: DEBUG nova.compute.manager [-] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1035.949536] env[65677]: DEBUG nova.network.neutron [-] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1035.949815] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.965642] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636847, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.048796] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.054851] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636850, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.074301] env[65677]: INFO nova.compute.manager [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Took 51.34 seconds to build instance. [ 1036.082780] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52236944-bee0-5ab3-243a-b6793cb684a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011688} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.086515] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f7bac8-c89a-4763-9b0c-82721030b0d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.092175] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1036.092175] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52df45d5-d5a1-be4e-2020-fb8bfa1a4942" [ 1036.092175] env[65677]: _type = "Task" [ 1036.092175] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.103053] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52df45d5-d5a1-be4e-2020-fb8bfa1a4942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.219227] env[65677]: DEBUG nova.network.neutron [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Successfully created port: a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1036.267015] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1036.465018] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636847, 'name': CloneVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.524039] env[65677]: DEBUG nova.compute.manager [req-a8a2ae6c-87c4-4d01-9423-b4dfd18d7ada req-b6b7811a-879c-441a-87aa-f1eb714a596c service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Received event network-vif-deleted-cb34019f-4b82-46fe-a372-13743ddc452a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1036.524039] env[65677]: INFO nova.compute.manager [req-a8a2ae6c-87c4-4d01-9423-b4dfd18d7ada req-b6b7811a-879c-441a-87aa-f1eb714a596c service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Neutron deleted interface cb34019f-4b82-46fe-a372-13743ddc452a; detaching it from the instance and deleting it from the info cache [ 1036.524039] env[65677]: DEBUG nova.network.neutron [req-a8a2ae6c-87c4-4d01-9423-b4dfd18d7ada req-b6b7811a-879c-441a-87aa-f1eb714a596c service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.560326] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650057} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.560632] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.560850] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.561126] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1131cac8-f81a-40be-9bfe-8d8f751dcf5e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.570464] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1036.570464] env[65677]: value = "task-4636851" [ 1036.570464] env[65677]: _type = "Task" [ 1036.570464] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.578520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f1134b-15aa-47bd-ba72-175196f58973 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.858s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.584614] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.603679] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52df45d5-d5a1-be4e-2020-fb8bfa1a4942, 'name': SearchDatastore_Task, 'duration_secs': 0.039004} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.603956] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.604230] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.604514] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4ac655-1bed-418b-99ce-b377dc9fd6a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.613445] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1036.613445] env[65677]: value = "task-4636852" [ 1036.613445] env[65677]: _type = "Task" [ 1036.613445] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.626406] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.765541] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3141a006-6c23-4688-8165-c15a3af9407c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.778034] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50605cd-b220-42ea-8ae3-9b0a974b2047 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.814028] env[65677]: DEBUG nova.network.neutron [-] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.819026] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad20df2-f4cb-4214-897b-66a2288f4c77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.827183] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e846d4be-4b2f-46b9-8811-d5c30062482d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.844159] env[65677]: DEBUG nova.compute.provider_tree [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.966950] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636847, 'name': CloneVM_Task, 'duration_secs': 1.560919} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.966950] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Created linked-clone VM from snapshot [ 1036.966950] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9326e0ab-9478-4091-b79d-e8373f25962b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.975033] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Uploading image daa3db0f-ddfb-44d0-ace4-33563ffa3e39 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.991505] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.991505] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42c58f58-0b05-4016-922e-3d1aed896375 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.998796] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1036.998796] env[65677]: value = "task-4636853" [ 1036.998796] env[65677]: _type = "Task" [ 1036.998796] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.008503] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636853, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.031628] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3554ff6-8ee6-4854-bd89-4f3dbc914a73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.045019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f50659-e3f4-4b70-a1c3-e0d1d48154ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.095676] env[65677]: DEBUG nova.compute.manager [req-a8a2ae6c-87c4-4d01-9423-b4dfd18d7ada req-b6b7811a-879c-441a-87aa-f1eb714a596c service nova] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Detach interface failed, port_id=cb34019f-4b82-46fe-a372-13743ddc452a, reason: Instance 99c1736f-8da8-4f67-84c3-6edc68f66a21 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1037.102181] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098204} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.102474] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.104126] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4e8fc3-34e4-4c27-86fe-86ffbba707de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.129603] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.133036] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63bbdf4a-078e-49ad-97fd-9c4f5889cba3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.156393] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636852, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.158173] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1037.158173] env[65677]: value = "task-4636854" [ 1037.158173] env[65677]: _type = "Task" [ 1037.158173] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.283713] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1037.318246] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.318557] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.319027] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.319027] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.319175] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.319228] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.319451] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.319787] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.319787] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.319999] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.320075] env[65677]: DEBUG nova.virt.hardware [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.320924] env[65677]: INFO nova.compute.manager [-] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Took 1.37 seconds to deallocate network for instance. [ 1037.321512] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b6c274-f5e9-4991-9f87-2c69629e5857 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.334888] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e665cf-5710-4068-9650-fd2425b60957 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.351709] env[65677]: DEBUG nova.scheduler.client.report [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.511057] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636853, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.633833] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.672027] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636854, 'name': ReconfigVM_Task, 'duration_secs': 0.51182} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.672027] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Reconfigured VM instance instance-00000052 to attach disk [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4/f2497c8c-3212-4019-bb87-fecc43c8e0d4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.672027] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21e2e6e6-e98a-4ddc-81fa-2d04b91ee9d7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.680757] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1037.680757] env[65677]: value = "task-4636855" [ 1037.680757] env[65677]: _type = "Task" [ 1037.680757] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.692241] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636855, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.784656] env[65677]: DEBUG nova.compute.manager [req-2d62f497-71e3-42c8-8817-b2da2f31efa4 req-3947faba-ff53-489b-83d9-c84d65303005 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Received event network-vif-plugged-a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1037.785820] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d62f497-71e3-42c8-8817-b2da2f31efa4 req-3947faba-ff53-489b-83d9-c84d65303005 service nova] Acquiring lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.785820] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d62f497-71e3-42c8-8817-b2da2f31efa4 req-3947faba-ff53-489b-83d9-c84d65303005 service nova] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.786315] env[65677]: DEBUG oslo_concurrency.lockutils [req-2d62f497-71e3-42c8-8817-b2da2f31efa4 req-3947faba-ff53-489b-83d9-c84d65303005 service nova] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.786598] env[65677]: DEBUG nova.compute.manager [req-2d62f497-71e3-42c8-8817-b2da2f31efa4 req-3947faba-ff53-489b-83d9-c84d65303005 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] No waiting events found dispatching network-vif-plugged-a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1037.787083] env[65677]: WARNING nova.compute.manager [req-2d62f497-71e3-42c8-8817-b2da2f31efa4 req-3947faba-ff53-489b-83d9-c84d65303005 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Received unexpected event network-vif-plugged-a022fd48-0c02-48c9-b010-3eae49147f35 for instance with vm_state building and task_state spawning. [ 1037.836044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.856779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.857426] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1037.860972] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.478s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.862695] env[65677]: INFO nova.compute.claims [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.904999] env[65677]: DEBUG nova.network.neutron [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Successfully updated port: a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1038.011327] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636853, 'name': Destroy_Task, 'duration_secs': 0.732106} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.011777] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Destroyed the VM [ 1038.012208] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.012606] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53ece11d-5d65-4877-91be-a4df01f7be62 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.023397] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1038.023397] env[65677]: value = "task-4636856" [ 1038.023397] env[65677]: _type = "Task" [ 1038.023397] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.035803] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636856, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.132146] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.191671] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636855, 'name': Rename_Task, 'duration_secs': 0.231656} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.192023] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.192313] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f42bd29e-a51b-4935-9038-a105dd435157 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.201082] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1038.201082] env[65677]: value = "task-4636857" [ 1038.201082] env[65677]: _type = "Task" [ 1038.201082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.211340] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.370952] env[65677]: DEBUG nova.compute.utils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.376156] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1038.376156] env[65677]: DEBUG nova.network.neutron [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1038.376659] env[65677]: WARNING neutronclient.v2_0.client [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.377369] env[65677]: WARNING neutronclient.v2_0.client [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.410205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "refresh_cache-3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.411134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquired lock "refresh_cache-3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.411134] env[65677]: DEBUG nova.network.neutron [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.416653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.416653] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.449894] env[65677]: DEBUG nova.policy [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1f342ebcfb4855851dfae3af9e230b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f4801b2fe82405f9960b20792f1ec57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.534779] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636856, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.633176] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636852, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.954888} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.633478] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.633745] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.634187] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8672b164-032f-41da-b36d-d5a40ad5130b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.643488] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1038.643488] env[65677]: value = "task-4636858" [ 1038.643488] env[65677]: _type = "Task" [ 1038.643488] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.654695] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.712414] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.876594] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1038.894030] env[65677]: DEBUG nova.network.neutron [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Successfully created port: d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1038.921218] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1038.962842] env[65677]: DEBUG nova.network.neutron [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1039.040970] env[65677]: DEBUG oslo_vmware.api [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636856, 'name': RemoveSnapshot_Task, 'duration_secs': 0.954822} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.041296] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.138528] env[65677]: WARNING neutronclient.v2_0.client [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.157747] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197392} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.157747] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.158399] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4ab99-e027-44eb-a033-f05ded25ec07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.183729] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.186693] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc036d8-0350-4746-9bc5-3c27bd23151c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.214948] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.218985] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1039.218985] env[65677]: value = "task-4636859" [ 1039.218985] env[65677]: _type = "Task" [ 1039.218985] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.228992] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.260631] env[65677]: DEBUG nova.network.neutron [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Updating instance_info_cache with network_info: [{"id": "a022fd48-0c02-48c9-b010-3eae49147f35", "address": "fa:16:3e:af:92:10", "network": {"id": "9f239686-4e50-40dd-816f-50688ad7d11f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-828673721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b200760c5403b9412c19edd128055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa022fd48-0c", "ovs_interfaceid": "a022fd48-0c02-48c9-b010-3eae49147f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.436873] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9dc17d-c027-4d92-bf4d-c59b70d26349 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.444190] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.448434] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e401a2d3-f3f5-48f3-a396-30949f4e393d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.482352] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ff561-cf1e-4b90-a46b-512ba16a4bb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.491175] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1d288-ed6d-4e62-890e-092320160f37 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.508105] env[65677]: DEBUG nova.compute.provider_tree [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.547381] env[65677]: WARNING nova.compute.manager [None req-49d0c61d-0e82-4924-a8a7-d27c29500971 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Image not found during snapshot: nova.exception.ImageNotFound: Image daa3db0f-ddfb-44d0-ace4-33563ffa3e39 could not be found. [ 1039.716605] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.726512] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636859, 'name': ReconfigVM_Task, 'duration_secs': 0.357728} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.726605] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.727218] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f92b2ccf-48fc-4a5c-90b1-55ddf9bcd3a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.735058] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1039.735058] env[65677]: value = "task-4636860" [ 1039.735058] env[65677]: _type = "Task" [ 1039.735058] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.743742] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636860, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.763621] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Releasing lock "refresh_cache-3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.764082] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Instance network_info: |[{"id": "a022fd48-0c02-48c9-b010-3eae49147f35", "address": "fa:16:3e:af:92:10", "network": {"id": "9f239686-4e50-40dd-816f-50688ad7d11f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-828673721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b200760c5403b9412c19edd128055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa022fd48-0c", "ovs_interfaceid": "a022fd48-0c02-48c9-b010-3eae49147f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1039.764723] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:92:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a022fd48-0c02-48c9-b010-3eae49147f35', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.772843] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Creating folder: Project (fa1b200760c5403b9412c19edd128055). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.773262] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8f09a33-652e-4307-9117-8b26781a54cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.785990] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Created folder: Project (fa1b200760c5403b9412c19edd128055) in parent group-v905237. [ 1039.786207] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Creating folder: Instances. Parent ref: group-v905506. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.786498] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01491d26-5c6d-4377-bdd0-2237175bab14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.796893] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Created folder: Instances in parent group-v905506. [ 1039.797288] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1039.797923] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.797923] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e483271-2647-43cf-af5b-455fff788042 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.819559] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.819559] env[65677]: value = "task-4636863" [ 1039.819559] env[65677]: _type = "Task" [ 1039.819559] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.829980] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636863, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.839628] env[65677]: DEBUG nova.compute.manager [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Received event network-changed-a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1039.839869] env[65677]: DEBUG nova.compute.manager [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Refreshing instance network info cache due to event network-changed-a022fd48-0c02-48c9-b010-3eae49147f35. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1039.840123] env[65677]: DEBUG oslo_concurrency.lockutils [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] Acquiring lock "refresh_cache-3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.840291] env[65677]: DEBUG oslo_concurrency.lockutils [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] Acquired lock "refresh_cache-3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.840521] env[65677]: DEBUG nova.network.neutron [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Refreshing network info cache for port a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.901791] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1039.934502] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1039.934804] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.934929] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1039.935195] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.935426] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1039.935591] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1039.935795] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.935945] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1039.936136] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1039.936331] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1039.936514] env[65677]: DEBUG nova.virt.hardware [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1039.937511] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf1bb1-9c0a-4318-9628-28d51d83f3ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.947313] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa4808-ee54-413f-8bf9-caaff8058a0d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.011713] env[65677]: DEBUG nova.scheduler.client.report [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.217135] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.247132] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636860, 'name': Rename_Task, 'duration_secs': 0.149831} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.247302] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.247636] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-892d9284-1e0e-42da-ad69-893f4b8f32f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.255711] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1040.255711] env[65677]: value = "task-4636864" [ 1040.255711] env[65677]: _type = "Task" [ 1040.255711] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.265219] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.332409] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636863, 'name': CreateVM_Task, 'duration_secs': 0.442708} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.332601] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.333390] env[65677]: WARNING neutronclient.v2_0.client [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.333614] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.333681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.334017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.334891] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148efb54-26e0-4430-92e0-02b5d654c942 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.341412] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1040.341412] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e393ac-fde5-2165-33f6-59cfa8dbd542" [ 1040.341412] env[65677]: _type = "Task" [ 1040.341412] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.348539] env[65677]: WARNING neutronclient.v2_0.client [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.356583] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e393ac-fde5-2165-33f6-59cfa8dbd542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.516931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.518286] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1040.521961] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.163s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.522224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.524570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.622s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.525441] env[65677]: DEBUG nova.objects.instance [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lazy-loading 'resources' on Instance uuid f005f505-54f0-472d-8ed6-b07114700e92 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.531928] env[65677]: DEBUG nova.network.neutron [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Successfully updated port: d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.561693] env[65677]: DEBUG nova.compute.manager [req-a72f34ba-5dcd-455b-b338-d239e03dbeae req-39a596a4-00d1-4fc7-bb8f-202092e99af8 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-vif-plugged-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1040.561932] env[65677]: DEBUG oslo_concurrency.lockutils [req-a72f34ba-5dcd-455b-b338-d239e03dbeae req-39a596a4-00d1-4fc7-bb8f-202092e99af8 service nova] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.562171] env[65677]: DEBUG oslo_concurrency.lockutils [req-a72f34ba-5dcd-455b-b338-d239e03dbeae req-39a596a4-00d1-4fc7-bb8f-202092e99af8 service nova] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.562755] env[65677]: DEBUG oslo_concurrency.lockutils [req-a72f34ba-5dcd-455b-b338-d239e03dbeae req-39a596a4-00d1-4fc7-bb8f-202092e99af8 service nova] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.562755] env[65677]: DEBUG nova.compute.manager [req-a72f34ba-5dcd-455b-b338-d239e03dbeae req-39a596a4-00d1-4fc7-bb8f-202092e99af8 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] No waiting events found dispatching network-vif-plugged-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1040.562755] env[65677]: WARNING nova.compute.manager [req-a72f34ba-5dcd-455b-b338-d239e03dbeae req-39a596a4-00d1-4fc7-bb8f-202092e99af8 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received unexpected event network-vif-plugged-d30bf441-5d19-407a-86a1-951d904ac3b4 for instance with vm_state building and task_state spawning. [ 1040.578115] env[65677]: INFO nova.scheduler.client.report [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted allocations for instance bc0c29e3-da3f-4a46-9e08-60b456883577 [ 1040.717802] env[65677]: DEBUG oslo_vmware.api [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636857, 'name': PowerOnVM_Task, 'duration_secs': 2.282475} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.718987] env[65677]: WARNING neutronclient.v2_0.client [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.721642] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.721855] env[65677]: DEBUG nova.compute.manager [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1040.722900] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff550f7-3276-49e0-b922-7c8f2eff1292 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.771286] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.799169] env[65677]: DEBUG nova.network.neutron [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Updated VIF entry in instance network info cache for port a022fd48-0c02-48c9-b010-3eae49147f35. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.799622] env[65677]: DEBUG nova.network.neutron [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Updating instance_info_cache with network_info: [{"id": "a022fd48-0c02-48c9-b010-3eae49147f35", "address": "fa:16:3e:af:92:10", "network": {"id": "9f239686-4e50-40dd-816f-50688ad7d11f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-828673721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa1b200760c5403b9412c19edd128055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa022fd48-0c", "ovs_interfaceid": "a022fd48-0c02-48c9-b010-3eae49147f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.819476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "73152c2a-4303-456d-8585-64030eeb5e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.819748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "73152c2a-4303-456d-8585-64030eeb5e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.819958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "73152c2a-4303-456d-8585-64030eeb5e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.820149] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "73152c2a-4303-456d-8585-64030eeb5e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.820378] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "73152c2a-4303-456d-8585-64030eeb5e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.824260] env[65677]: INFO nova.compute.manager [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Terminating instance [ 1040.853423] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e393ac-fde5-2165-33f6-59cfa8dbd542, 'name': SearchDatastore_Task, 'duration_secs': 0.028719} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.853739] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.853967] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.854222] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.854363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.854539] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.855136] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-675d6beb-1525-445b-b193-2b8c4dab1c4c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.864788] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.864972] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.865774] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a85096-f65f-46eb-8b53-6121656ab292 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.872360] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1040.872360] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52db92c7-ab16-cde5-4284-f7d577e2b856" [ 1040.872360] env[65677]: _type = "Task" [ 1040.872360] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.881825] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52db92c7-ab16-cde5-4284-f7d577e2b856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.028767] env[65677]: DEBUG nova.compute.utils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.033582] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1041.033828] env[65677]: DEBUG nova.network.neutron [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.034242] env[65677]: WARNING neutronclient.v2_0.client [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.034400] env[65677]: WARNING neutronclient.v2_0.client [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.039833] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.041638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041843] env[65677]: DEBUG nova.network.neutron [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.077819] env[65677]: DEBUG nova.policy [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.088284] env[65677]: DEBUG oslo_concurrency.lockutils [None req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "bc0c29e3-da3f-4a46-9e08-60b456883577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.694s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.246567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.268577] env[65677]: DEBUG oslo_vmware.api [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636864, 'name': PowerOnVM_Task, 'duration_secs': 0.60194} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.271261] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.271468] env[65677]: INFO nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1041.271637] env[65677]: DEBUG nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1041.272815] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aaa562-6012-4cd9-b4cb-df141d8b4dd6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.304782] env[65677]: DEBUG oslo_concurrency.lockutils [req-e84771b9-bb26-4627-9fb9-6e810a78372f req-0a6260d7-b21c-4879-a1c0-497d0d4455c5 service nova] Releasing lock "refresh_cache-3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.330855] env[65677]: DEBUG nova.compute.manager [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1041.331197] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.335015] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae1335c-5e79-478a-aff9-7714e511c0fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.344384] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.344712] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2539368-04fb-47c7-b8c1-e077d95594b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.351715] env[65677]: DEBUG oslo_vmware.api [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1041.351715] env[65677]: value = "task-4636865" [ 1041.351715] env[65677]: _type = "Task" [ 1041.351715] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.365318] env[65677]: DEBUG oslo_vmware.api [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.387782] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52db92c7-ab16-cde5-4284-f7d577e2b856, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.389185] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbff23a0-b919-4c63-9a2a-7c4c128a6b8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.399197] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1041.399197] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c619ee-8a4c-faa6-c5e7-f203607065a2" [ 1041.399197] env[65677]: _type = "Task" [ 1041.399197] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.408840] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c619ee-8a4c-faa6-c5e7-f203607065a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.421132] env[65677]: DEBUG nova.network.neutron [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Successfully created port: 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1041.525172] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93097113-f369-4c8a-bd27-ce8cf83d00f9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.533941] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d13fca-ca3b-41ca-9e9a-5f9d8de856c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.538034] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1041.574181] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdb7486-aec2-47e5-83b6-42fd62da6fca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.583639] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6b260-6858-47fd-83f4-4804b2bf8fd0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.601100] env[65677]: DEBUG nova.compute.provider_tree [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.645194] env[65677]: DEBUG nova.network.neutron [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.799677] env[65677]: INFO nova.compute.manager [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Took 48.82 seconds to build instance. [ 1041.859843] env[65677]: WARNING neutronclient.v2_0.client [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.870362] env[65677]: DEBUG oslo_vmware.api [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636865, 'name': PowerOffVM_Task, 'duration_secs': 0.386873} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.870362] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.870362] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.870362] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4228f44d-8d8a-4a3b-aa9c-9f301144f586 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.908176] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c619ee-8a4c-faa6-c5e7-f203607065a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014654} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.908463] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908853] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d/3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.909156] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40001c3-9536-40d5-9609-9d47e29b0efd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.917808] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1041.917808] env[65677]: value = "task-4636867" [ 1041.917808] env[65677]: _type = "Task" [ 1041.917808] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.927474] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.944433] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.944683] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.944867] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleting the datastore file [datastore2] 73152c2a-4303-456d-8585-64030eeb5e8e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.945167] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bd27426-d0af-4dbf-bbdf-f9f933e1e741 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.953474] env[65677]: DEBUG oslo_vmware.api [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for the task: (returnval){ [ 1041.953474] env[65677]: value = "task-4636868" [ 1041.953474] env[65677]: _type = "Task" [ 1041.953474] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.963071] env[65677]: DEBUG oslo_vmware.api [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.049088] env[65677]: DEBUG nova.network.neutron [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.103985] env[65677]: DEBUG nova.scheduler.client.report [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.212323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.212569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.301834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-93526d24-2ec1-4027-9354-4495e8a39dac tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "601a7f30-1bdf-4403-a74c-972c2658c83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.341s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.431286] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636867, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.464543] env[65677]: DEBUG oslo_vmware.api [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Task: {'id': task-4636868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173779} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.464800] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.464981] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.465170] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.465383] env[65677]: INFO nova.compute.manager [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.465644] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.465842] env[65677]: DEBUG nova.compute.manager [-] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1042.465938] env[65677]: DEBUG nova.network.neutron [-] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1042.466207] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.532781] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.552732] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.552976] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Instance network_info: |[{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1042.554310] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1042.558021] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:03:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd30bf441-5d19-407a-86a1-951d904ac3b4', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.566275] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.566940] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.570378] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275ae5f1-53df-4422-b128-1fb26ec95955 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.591445] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.591445] env[65677]: value = "task-4636869" [ 1042.591445] env[65677]: _type = "Task" [ 1042.591445] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.593745] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.593966] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.594133] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.594316] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.594457] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.594597] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.594800] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.594953] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.595149] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.595419] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.595542] env[65677]: DEBUG nova.virt.hardware [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.596466] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e93c46-2c97-4f67-90d1-110a411733c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.607904] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636869, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.610441] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.612715] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.475s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.612948] env[65677]: DEBUG nova.objects.instance [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lazy-loading 'resources' on Instance uuid 8a71719e-0071-4329-9da9-8cf96fe43cf1 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.615113] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567c5e1-6353-42ea-a07d-d2dacec084f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.634866] env[65677]: INFO nova.scheduler.client.report [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted allocations for instance f005f505-54f0-472d-8ed6-b07114700e92 [ 1042.717795] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1042.938044] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636867, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.079314] env[65677]: DEBUG nova.compute.manager [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1043.079733] env[65677]: DEBUG nova.compute.manager [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing instance network info cache due to event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1043.079897] env[65677]: DEBUG oslo_concurrency.lockutils [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.080228] env[65677]: DEBUG oslo_concurrency.lockutils [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.080525] env[65677]: DEBUG nova.network.neutron [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.113879] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636869, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.143091] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c480f5a5-2905-4fea-a059-506cccce3794 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "f005f505-54f0-472d-8ed6-b07114700e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.733s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.173279] env[65677]: DEBUG nova.compute.manager [req-08c38237-7756-4ea9-8b83-c0dbd1246c6d req-c4715bbd-e8a3-44ca-962e-4ce3928a4eed service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Received event network-vif-deleted-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1043.173279] env[65677]: INFO nova.compute.manager [req-08c38237-7756-4ea9-8b83-c0dbd1246c6d req-c4715bbd-e8a3-44ca-962e-4ce3928a4eed service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Neutron deleted interface dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e; detaching it from the instance and deleting it from the info cache [ 1043.173279] env[65677]: DEBUG nova.network.neutron [req-08c38237-7756-4ea9-8b83-c0dbd1246c6d req-c4715bbd-e8a3-44ca-962e-4ce3928a4eed service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.247958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.255729] env[65677]: DEBUG nova.network.neutron [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Successfully updated port: 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.410590] env[65677]: DEBUG nova.network.neutron [-] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.436833] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636867, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.584126] env[65677]: WARNING neutronclient.v2_0.client [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.608620] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636869, 'name': CreateVM_Task, 'duration_secs': 0.529711} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.609568] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d380edb7-d694-4125-b8a7-843f243f375c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612454] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.613112] env[65677]: WARNING neutronclient.v2_0.client [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.613586] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.613775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.614151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.614908] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e66340-e54f-4bf6-bff1-b5d764e2bdac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.620550] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504868eb-67d0-4283-8936-f3a817b572a5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.628241] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1043.628241] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526d6f7b-d9d0-8ca4-bf35-e0ce328c6440" [ 1043.628241] env[65677]: _type = "Task" [ 1043.628241] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.663195] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ae1526-e9b7-4921-9aac-6fa82b11be6c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.669625] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526d6f7b-d9d0-8ca4-bf35-e0ce328c6440, 'name': SearchDatastore_Task, 'duration_secs': 0.019334} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.673714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.674050] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.674220] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.674363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.674539] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.675356] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83615560-72b4-4bec-be0f-bc1a7209d717 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.679800] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40b441eb-29d1-45bd-b611-08da3ae3e3de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.683280] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a423857-2cda-4cea-920c-8d43cafe23f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.691037] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.691311] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.700761] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5412b84f-04df-4b1b-b3c1-151a571ef692 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.703918] env[65677]: DEBUG nova.compute.provider_tree [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.710887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e76957-4e10-4c7e-8f76-f5c9f0543c7a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.727105] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1043.727105] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e7dabb-ae0f-da09-268f-b4b9451b1244" [ 1043.727105] env[65677]: _type = "Task" [ 1043.727105] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.753373] env[65677]: DEBUG nova.compute.manager [req-08c38237-7756-4ea9-8b83-c0dbd1246c6d req-c4715bbd-e8a3-44ca-962e-4ce3928a4eed service nova] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Detach interface failed, port_id=dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e, reason: Instance 73152c2a-4303-456d-8585-64030eeb5e8e could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1043.760122] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.760311] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.760476] env[65677]: DEBUG nova.network.neutron [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.761630] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e7dabb-ae0f-da09-268f-b4b9451b1244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.791876] env[65677]: WARNING neutronclient.v2_0.client [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.870591] env[65677]: INFO nova.compute.manager [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Rebuilding instance [ 1043.916415] env[65677]: INFO nova.compute.manager [-] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Took 1.45 seconds to deallocate network for instance. [ 1043.928795] env[65677]: DEBUG nova.compute.manager [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1043.929801] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff852f-d710-4c46-8eb3-a3cb919da00f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.933873] env[65677]: DEBUG nova.network.neutron [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updated VIF entry in instance network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.934058] env[65677]: DEBUG nova.network.neutron [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.946174] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636867, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.663422} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.946738] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d/3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.947113] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.947230] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28dd6854-c771-4889-b01f-d1e192ebdeef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.955958] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1043.955958] env[65677]: value = "task-4636870" [ 1043.955958] env[65677]: _type = "Task" [ 1043.955958] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.966221] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.223418] env[65677]: DEBUG nova.scheduler.client.report [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.237892] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e7dabb-ae0f-da09-268f-b4b9451b1244, 'name': SearchDatastore_Task, 'duration_secs': 0.026204} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.238781] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed1cdb8-c13d-4c70-b803-76c68cdfe1d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.245846] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1044.245846] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b20451-c4a1-3bd4-2b35-c2c4ea1c964e" [ 1044.245846] env[65677]: _type = "Task" [ 1044.245846] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.256999] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b20451-c4a1-3bd4-2b35-c2c4ea1c964e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.298610] env[65677]: DEBUG nova.network.neutron [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.375223] env[65677]: WARNING neutronclient.v2_0.client [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.430880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.436168] env[65677]: DEBUG oslo_concurrency.lockutils [req-f4862092-3da6-422c-83e8-e2381da6a91c req-84541a8a-54c9-4c4f-b817-072b8c1d7f3b service nova] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.444804] env[65677]: DEBUG nova.network.neutron [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.467824] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076863} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.468128] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.468915] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c663d62-f459-42fd-b772-c0e352e7c29e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494536] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d/3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.494870] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4612f42-c426-4546-9ce0-80fbb6dcdd0d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.516695] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1044.516695] env[65677]: value = "task-4636871" [ 1044.516695] env[65677]: _type = "Task" [ 1044.516695] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.525852] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.730562] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.733044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.624s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.734272] env[65677]: INFO nova.compute.claims [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.755250] env[65677]: INFO nova.scheduler.client.report [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Deleted allocations for instance 8a71719e-0071-4329-9da9-8cf96fe43cf1 [ 1044.764718] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b20451-c4a1-3bd4-2b35-c2c4ea1c964e, 'name': SearchDatastore_Task, 'duration_secs': 0.052633} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.765421] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.765805] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.766190] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4a55a3-256e-408c-97dd-182429553b3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.775047] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1044.775047] env[65677]: value = "task-4636872" [ 1044.775047] env[65677]: _type = "Task" [ 1044.775047] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.787112] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.947842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.948253] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Instance network_info: |[{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1044.948717] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:a2:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5efc8f8b-8228-4c26-978b-354a75e9d9a7', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.956543] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1044.957063] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.957321] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.957614] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e80735-d974-4112-abcb-dd7f67ee0566 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.959349] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a8c65f-69f7-4c0c-9c99-4c03e926b1ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.983234] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1044.983234] env[65677]: value = "task-4636873" [ 1044.983234] env[65677]: _type = "Task" [ 1044.983234] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.984652] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.984652] env[65677]: value = "task-4636874" [ 1044.984652] env[65677]: _type = "Task" [ 1044.984652] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.001142] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636874, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.001456] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.029607] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636871, 'name': ReconfigVM_Task, 'duration_secs': 0.319463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.029952] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d/3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.030687] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3aaf97-19b4-41cb-8fec-42a0c6768ed7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.040293] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1045.040293] env[65677]: value = "task-4636875" [ 1045.040293] env[65677]: _type = "Task" [ 1045.040293] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.051023] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636875, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.123064] env[65677]: DEBUG nova.compute.manager [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-vif-plugged-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1045.123489] env[65677]: DEBUG oslo_concurrency.lockutils [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.123814] env[65677]: DEBUG oslo_concurrency.lockutils [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.124082] env[65677]: DEBUG oslo_concurrency.lockutils [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.124459] env[65677]: DEBUG nova.compute.manager [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] No waiting events found dispatching network-vif-plugged-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1045.124696] env[65677]: WARNING nova.compute.manager [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received unexpected event network-vif-plugged-5efc8f8b-8228-4c26-978b-354a75e9d9a7 for instance with vm_state building and task_state spawning. [ 1045.124893] env[65677]: DEBUG nova.compute.manager [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1045.125099] env[65677]: DEBUG nova.compute.manager [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing instance network info cache due to event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1045.125279] env[65677]: DEBUG oslo_concurrency.lockutils [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.125590] env[65677]: DEBUG oslo_concurrency.lockutils [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.125782] env[65677]: DEBUG nova.network.neutron [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.270672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-39d72a89-4896-44d2-8e01-168b73cead41 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Lock "8a71719e-0071-4329-9da9-8cf96fe43cf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.720s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.290916] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636872, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.500494] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636873, 'name': PowerOffVM_Task, 'duration_secs': 0.155041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.504085] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.504832] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.505094] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636874, 'name': CreateVM_Task, 'duration_secs': 0.502087} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.505879] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa412abc-6939-4d1d-aa25-5f9278fd99f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.508664] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.509225] env[65677]: WARNING neutronclient.v2_0.client [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.509608] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.509761] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.510095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.510826] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f3be7d-fc3e-4ba4-804d-5a57547cc6ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.517198] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.518839] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6807fa3-a352-490d-af36-e40b1715215e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.521019] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1045.521019] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5286b3bb-eb12-5b01-8c88-ad0d7595b5ce" [ 1045.521019] env[65677]: _type = "Task" [ 1045.521019] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.531346] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5286b3bb-eb12-5b01-8c88-ad0d7595b5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.553367] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636875, 'name': Rename_Task, 'duration_secs': 0.206329} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.553756] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.554065] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b488d464-9a3c-44da-8d0b-dbdaedaa06b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.563015] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1045.563015] env[65677]: value = "task-4636877" [ 1045.563015] env[65677]: _type = "Task" [ 1045.563015] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.564521] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.564730] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.564910] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Deleting the datastore file [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.568297] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2fa6676-8590-4df8-ae6b-81267065d6f1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.577122] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.578864] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1045.578864] env[65677]: value = "task-4636878" [ 1045.578864] env[65677]: _type = "Task" [ 1045.578864] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.588117] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.629074] env[65677]: WARNING neutronclient.v2_0.client [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.787183] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728241} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.790366] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.791467] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.791467] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b751a50a-9732-4e83-9aa4-109c6c8264ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.800661] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1045.800661] env[65677]: value = "task-4636879" [ 1045.800661] env[65677]: _type = "Task" [ 1045.800661] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.817253] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.836154] env[65677]: WARNING neutronclient.v2_0.client [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.037142] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5286b3bb-eb12-5b01-8c88-ad0d7595b5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.038379} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.037470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.037767] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.038044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.038200] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.038550] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.038774] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d938fb-ae69-4f1f-b17c-06bc9b123c53 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.051730] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.052089] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.053079] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25cbe5e-c495-435c-bbc1-c37ff5cd906c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.060999] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1046.060999] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522f4d58-7f5a-f9c4-8b3f-40f96fe878fd" [ 1046.060999] env[65677]: _type = "Task" [ 1046.060999] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.065159] env[65677]: DEBUG nova.network.neutron [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updated VIF entry in instance network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.065560] env[65677]: DEBUG nova.network.neutron [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.084157] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.091425] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522f4d58-7f5a-f9c4-8b3f-40f96fe878fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.098128] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302373} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.098442] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.098590] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.098759] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.225578] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ea0058-bda1-4622-a01e-a91588110311 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.236524] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188de98e-6494-4fbd-b47c-2ac639695ec2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.270331] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e4059-d038-41ac-a573-2855d16a3d58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.285032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df837353-1f7e-4e09-9a44-db5415a99dde {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.302957] env[65677]: DEBUG nova.compute.provider_tree [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.313827] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106573} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.315016] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.315886] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f6c38-7191-4e0a-8a8d-00ef0a39ddb0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.340956] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.341592] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc68888-c20b-4a67-b8df-6b640bdad57e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.361299] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1046.361299] env[65677]: value = "task-4636880" [ 1046.361299] env[65677]: _type = "Task" [ 1046.361299] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.371106] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.571263] env[65677]: DEBUG oslo_concurrency.lockutils [req-19610a0e-6457-44d4-a2ba-9e8ff996b604 req-40a327cf-83c9-4fe1-9dce-98870c8dbf49 service nova] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.578159] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522f4d58-7f5a-f9c4-8b3f-40f96fe878fd, 'name': SearchDatastore_Task, 'duration_secs': 0.029007} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.579386] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad06592a-29b1-4930-a282-2a132ab1f5d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.585452] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.589468] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1046.589468] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521b9c2c-4e10-1ffd-d1cf-52e9a8f7686c" [ 1046.589468] env[65677]: _type = "Task" [ 1046.589468] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.598342] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521b9c2c-4e10-1ffd-d1cf-52e9a8f7686c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.809896] env[65677]: DEBUG nova.scheduler.client.report [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.880316] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.085860] env[65677]: DEBUG oslo_vmware.api [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636877, 'name': PowerOnVM_Task, 'duration_secs': 1.213549} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.086143] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.086361] env[65677]: INFO nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1047.086562] env[65677]: DEBUG nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1047.087384] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da271efb-749c-4869-ba39-369a6e555841 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.102256] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521b9c2c-4e10-1ffd-d1cf-52e9a8f7686c, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.103340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.103735] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 0bed18b4-7a5c-4d65-ac93-82cf818ec07d/0bed18b4-7a5c-4d65-ac93-82cf818ec07d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.106584] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffdd2160-e827-4db8-be60-64bafbb737e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.119193] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1047.119193] env[65677]: value = "task-4636881" [ 1047.119193] env[65677]: _type = "Task" [ 1047.119193] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.130790] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.148504] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1047.148504] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.148504] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1047.148504] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.148504] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1047.148867] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1047.148867] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1047.148945] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1047.149360] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1047.149360] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1047.149360] env[65677]: DEBUG nova.virt.hardware [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1047.150277] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56b7ade-2f6b-4463-a238-4fdd7abfa330 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.160711] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5286f0-c8bf-4cc2-86c8-a33ccfaf26b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.180176] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.187352] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1047.187352] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.187524] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dacb621-8e47-43b1-a0d6-b9c057b568a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.208761] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.208761] env[65677]: value = "task-4636882" [ 1047.208761] env[65677]: _type = "Task" [ 1047.208761] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.220706] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636882, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.316896] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.317809] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1047.326246] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.855s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.326246] env[65677]: DEBUG nova.objects.instance [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'resources' on Instance uuid 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.388801] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636880, 'name': ReconfigVM_Task, 'duration_secs': 0.572585} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.389270] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Reconfigured VM instance instance-0000005d to attach disk [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.390092] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56aaa426-13a6-47a0-9d17-6e8e930936af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.400295] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1047.400295] env[65677]: value = "task-4636883" [ 1047.400295] env[65677]: _type = "Task" [ 1047.400295] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.417778] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636883, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.617539] env[65677]: INFO nova.compute.manager [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Took 52.55 seconds to build instance. [ 1047.635013] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513676} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.636114] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 0bed18b4-7a5c-4d65-ac93-82cf818ec07d/0bed18b4-7a5c-4d65-ac93-82cf818ec07d.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.636410] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.636639] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6ef308-fd16-45fe-82fd-586d790a9c09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.645453] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1047.645453] env[65677]: value = "task-4636884" [ 1047.645453] env[65677]: _type = "Task" [ 1047.645453] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.656665] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.720586] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636882, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.753152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.753152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.834696] env[65677]: DEBUG nova.compute.utils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.835654] env[65677]: DEBUG nova.objects.instance [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'numa_topology' on Instance uuid 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.837488] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1047.837708] env[65677]: DEBUG nova.network.neutron [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.837996] env[65677]: WARNING neutronclient.v2_0.client [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.838340] env[65677]: WARNING neutronclient.v2_0.client [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.913805] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636883, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.929987] env[65677]: DEBUG nova.policy [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a1421874075491e86add68025aff12a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '846b96031f054e4782aa77af41b9d7ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.120289] env[65677]: DEBUG oslo_concurrency.lockutils [None req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.067s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.158736] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.220274] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636882, 'name': CreateVM_Task, 'duration_secs': 0.623276} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.220455] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.220864] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.221027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.221383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.221618] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213b64d1-370e-4ce0-93c5-e08282ba66fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.227190] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1048.227190] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bd8816-512d-e8e3-ae78-7a831ae3fbfb" [ 1048.227190] env[65677]: _type = "Task" [ 1048.227190] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.238011] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bd8816-512d-e8e3-ae78-7a831ae3fbfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.251893] env[65677]: DEBUG nova.network.neutron [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Successfully created port: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.257236] env[65677]: INFO nova.compute.manager [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Detaching volume 237ac95e-4d00-4e6e-9227-0579ca34e6cc [ 1048.301138] env[65677]: INFO nova.virt.block_device [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Attempting to driver detach volume 237ac95e-4d00-4e6e-9227-0579ca34e6cc from mountpoint /dev/sdb [ 1048.301409] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.301609] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905482', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'name': 'volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd6d2a86-ce83-41f6-b8b1-97d100338072', 'attached_at': '', 'detached_at': '', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'serial': '237ac95e-4d00-4e6e-9227-0579ca34e6cc'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.302734] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b498374-3d31-467a-85f4-d09e800127d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.329517] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7c793d-796f-43a6-af1d-cea709681db2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.338096] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1048.341383] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d36cd6-dd35-430a-af6d-575f51ffdbe0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.344802] env[65677]: DEBUG nova.objects.base [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Object Instance<64d8e30f-095e-4660-af21-8641f2e6ea70> lazy-loaded attributes: resources,numa_topology {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.366162] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912afc4-70c2-4801-8186-e6429c7e1db7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.386743] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] The volume has not been displaced from its original location: [datastore2] volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc/volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.392506] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.395789] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740ea66c-dfa9-4974-bfa4-3cd58001a899 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.420565] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636883, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.422360] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1048.422360] env[65677]: value = "task-4636885" [ 1048.422360] env[65677]: _type = "Task" [ 1048.422360] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.436151] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.663877] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.743298] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bd8816-512d-e8e3-ae78-7a831ae3fbfb, 'name': SearchDatastore_Task, 'duration_secs': 0.027151} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.743787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.744082] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.744332] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.744473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.744671] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.745037] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a27064a-1d39-4cd2-97a8-c2fa2b1febcb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.759167] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.759418] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.760183] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b6ee7f-7e83-4fb3-917f-69729c4cf40f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.771450] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1048.771450] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f95954-ebc7-72b4-a2e8-a4d0b0e02d05" [ 1048.771450] env[65677]: _type = "Task" [ 1048.771450] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.783321] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f95954-ebc7-72b4-a2e8-a4d0b0e02d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.832513] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea7841-1730-4d15-83f5-19f026c9619f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.842871] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a6a597-554c-482c-a643-0cb29b7c393c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.883333] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316efe5-f612-4192-b034-f7fccb37d395 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.892289] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26197e7f-10c8-4bdf-969c-57fad28e5601 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.908674] env[65677]: DEBUG nova.compute.provider_tree [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.920984] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636883, 'name': Rename_Task, 'duration_secs': 1.191804} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.921283] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.921534] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b96e3a1-d1a1-423a-b700-57e795f5a6c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.937246] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636885, 'name': ReconfigVM_Task, 'duration_secs': 0.388097} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.938859] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.944170] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1048.944170] env[65677]: value = "task-4636886" [ 1048.944170] env[65677]: _type = "Task" [ 1048.944170] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.944492] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f18880-aa1c-49f7-a423-cce204d6172a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.969850] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636886, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.969850] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1048.969850] env[65677]: value = "task-4636887" [ 1048.969850] env[65677]: _type = "Task" [ 1048.969850] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.978531] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.143039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.143470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.143890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.144191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.144448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.147531] env[65677]: INFO nova.compute.manager [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Terminating instance [ 1049.163289] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.104658} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.164519] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.166230] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e69fe4-f425-4597-943a-03aea920dbdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.199743] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 0bed18b4-7a5c-4d65-ac93-82cf818ec07d/0bed18b4-7a5c-4d65-ac93-82cf818ec07d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.200501] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135c28a3-b7b2-4e29-969e-4eb06d0a314a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.223032] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1049.223032] env[65677]: value = "task-4636888" [ 1049.223032] env[65677]: _type = "Task" [ 1049.223032] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.231722] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.282652] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f95954-ebc7-72b4-a2e8-a4d0b0e02d05, 'name': SearchDatastore_Task, 'duration_secs': 0.027761} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.283524] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d161582-f9f3-4d48-ac67-bec9c4e3eece {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.289974] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1049.289974] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e2fc71-c8b4-e878-1805-fd9fa92d6855" [ 1049.289974] env[65677]: _type = "Task" [ 1049.289974] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.302034] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e2fc71-c8b4-e878-1805-fd9fa92d6855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.353057] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1049.381451] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.381737] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.381901] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.382114] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.382284] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.382448] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.382619] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.382774] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.382966] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.383150] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.383348] env[65677]: DEBUG nova.virt.hardware [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.384389] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc38ae-d25a-457f-a288-4a561a762474 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.393475] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee54693-2032-4518-ac56-f5707503fb2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.411754] env[65677]: DEBUG nova.scheduler.client.report [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.466395] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.479011] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.657886] env[65677]: DEBUG nova.compute.manager [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1049.658178] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.659389] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7ccb9-2817-4bba-8bd7-3a6c60cfb5e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.668022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.668294] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b91093-75c9-4f33-a439-5561735aefc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.676461] env[65677]: DEBUG oslo_vmware.api [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1049.676461] env[65677]: value = "task-4636889" [ 1049.676461] env[65677]: _type = "Task" [ 1049.676461] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.686136] env[65677]: DEBUG oslo_vmware.api [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.701735] env[65677]: DEBUG nova.compute.manager [req-a190903e-ad8f-46d4-838a-7b97f8957569 req-742e07c1-7ad6-41f4-b4f0-5163ec51f87b service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-vif-plugged-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1049.701963] env[65677]: DEBUG oslo_concurrency.lockutils [req-a190903e-ad8f-46d4-838a-7b97f8957569 req-742e07c1-7ad6-41f4-b4f0-5163ec51f87b service nova] Acquiring lock "62f8eca4-a199-49be-8008-01543b3b2cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.702379] env[65677]: DEBUG oslo_concurrency.lockutils [req-a190903e-ad8f-46d4-838a-7b97f8957569 req-742e07c1-7ad6-41f4-b4f0-5163ec51f87b service nova] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.702595] env[65677]: DEBUG oslo_concurrency.lockutils [req-a190903e-ad8f-46d4-838a-7b97f8957569 req-742e07c1-7ad6-41f4-b4f0-5163ec51f87b service nova] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.702761] env[65677]: DEBUG nova.compute.manager [req-a190903e-ad8f-46d4-838a-7b97f8957569 req-742e07c1-7ad6-41f4-b4f0-5163ec51f87b service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] No waiting events found dispatching network-vif-plugged-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1049.702938] env[65677]: WARNING nova.compute.manager [req-a190903e-ad8f-46d4-838a-7b97f8957569 req-742e07c1-7ad6-41f4-b4f0-5163ec51f87b service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received unexpected event network-vif-plugged-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 for instance with vm_state building and task_state spawning. [ 1049.733588] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.796291] env[65677]: DEBUG nova.network.neutron [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Successfully updated port: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.804605] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e2fc71-c8b4-e878-1805-fd9fa92d6855, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.804605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.805464] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.805464] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98e765d-e8d7-49e1-948e-dfaaab8e0b36 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.817126] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1049.817126] env[65677]: value = "task-4636890" [ 1049.817126] env[65677]: _type = "Task" [ 1049.817126] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.831211] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.917049] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.593s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.920125] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.099s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.970900] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.981311] env[65677]: DEBUG oslo_vmware.api [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636887, 'name': ReconfigVM_Task, 'duration_secs': 0.972065} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.981629] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905482', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'name': 'volume-237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd6d2a86-ce83-41f6-b8b1-97d100338072', 'attached_at': '', 'detached_at': '', 'volume_id': '237ac95e-4d00-4e6e-9227-0579ca34e6cc', 'serial': '237ac95e-4d00-4e6e-9227-0579ca34e6cc'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.190440] env[65677]: DEBUG oslo_vmware.api [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636889, 'name': PowerOffVM_Task, 'duration_secs': 0.285187} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.190739] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.190898] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.191195] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-821b236f-4951-4768-a3c7-dcaf2e335717 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.235514] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636888, 'name': ReconfigVM_Task, 'duration_secs': 0.858334} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.235830] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 0bed18b4-7a5c-4d65-ac93-82cf818ec07d/0bed18b4-7a5c-4d65-ac93-82cf818ec07d.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.236544] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b2cdd8-1fa1-4e52-b438-0ced45edbfac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.245339] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1050.245339] env[65677]: value = "task-4636892" [ 1050.245339] env[65677]: _type = "Task" [ 1050.245339] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.255437] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636892, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.284080] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.284080] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.284080] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Deleting the datastore file [datastore1] 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.284734] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf52fccb-041a-461f-8d12-5abe15679ccc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.293387] env[65677]: DEBUG oslo_vmware.api [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for the task: (returnval){ [ 1050.293387] env[65677]: value = "task-4636893" [ 1050.293387] env[65677]: _type = "Task" [ 1050.293387] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.300108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.300303] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.300480] env[65677]: DEBUG nova.network.neutron [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.305900] env[65677]: DEBUG oslo_vmware.api [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.328345] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.431490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c348ee1d-2257-41a8-a7b1-473afdfb19a5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.259s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.432508] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.759s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.432689] env[65677]: INFO nova.compute.manager [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Unshelving [ 1050.471536] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636886, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.534580] env[65677]: DEBUG nova.objects.instance [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'flavor' on Instance uuid fd6d2a86-ce83-41f6-b8b1-97d100338072 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.756252] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636892, 'name': Rename_Task, 'duration_secs': 0.17466} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.758939] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.759834] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c11154-79c5-4c28-a087-3809f533ded7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.766700] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1050.766700] env[65677]: value = "task-4636894" [ 1050.766700] env[65677]: _type = "Task" [ 1050.766700] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.778670] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.810341] env[65677]: DEBUG oslo_vmware.api [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Task: {'id': task-4636893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201161} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.813452] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.813696] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.813922] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.814188] env[65677]: INFO nova.compute.manager [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1050.814493] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1050.815354] env[65677]: DEBUG nova.compute.manager [-] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1050.815564] env[65677]: DEBUG nova.network.neutron [-] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1050.815758] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.830857] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554735} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.831045] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.831381] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.831562] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bcc3a92-14f4-4ab1-baff-3f8f137e6abe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.839685] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1050.839685] env[65677]: value = "task-4636895" [ 1050.839685] env[65677]: _type = "Task" [ 1050.839685] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.844311] env[65677]: DEBUG nova.network.neutron [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.856426] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.864093] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8231e4-d8e7-48c4-ab98-d4dbad0bb40d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.867213] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.881777] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a496fe-e660-4f41-bb49-6fce00d5bad6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.921430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76900b0-3b85-4688-8e17-053f03f64d4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.930684] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a2833-9eca-4965-8c2c-95458be88312 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.950564] env[65677]: DEBUG nova.compute.provider_tree [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.953419] env[65677]: WARNING neutronclient.v2_0.client [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.969204] env[65677]: DEBUG oslo_vmware.api [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636886, 'name': PowerOnVM_Task, 'duration_secs': 1.746739} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.969475] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.969674] env[65677]: INFO nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1050.969851] env[65677]: DEBUG nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1050.970821] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d1587f-0fa5-490f-a554-ed2f106fbf16 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.057976] env[65677]: DEBUG nova.network.neutron [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.234920] env[65677]: DEBUG nova.compute.manager [req-f9c6a0bf-b536-4309-bdb9-e367c17321ed req-11ca8ac3-17ea-44f5-aaf6-58a0822a2245 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Received event network-vif-deleted-a022fd48-0c02-48c9-b010-3eae49147f35 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1051.236066] env[65677]: INFO nova.compute.manager [req-f9c6a0bf-b536-4309-bdb9-e367c17321ed req-11ca8ac3-17ea-44f5-aaf6-58a0822a2245 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Neutron deleted interface a022fd48-0c02-48c9-b010-3eae49147f35; detaching it from the instance and deleting it from the info cache [ 1051.236066] env[65677]: DEBUG nova.network.neutron [req-f9c6a0bf-b536-4309-bdb9-e367c17321ed req-11ca8ac3-17ea-44f5-aaf6-58a0822a2245 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.278238] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.351615] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085371} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.351944] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.352906] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f188dc-3327-4066-a0df-cc958a31ac3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.374843] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.375615] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f460093-08a3-44ac-816c-f94f391448af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.398654] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1051.398654] env[65677]: value = "task-4636896" [ 1051.398654] env[65677]: _type = "Task" [ 1051.398654] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.408537] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.457446] env[65677]: DEBUG nova.scheduler.client.report [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.471867] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.490313] env[65677]: INFO nova.compute.manager [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Took 45.17 seconds to build instance. [ 1051.541903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ddc14c54-754d-469b-87c1-a9fa0b3b476b tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.789s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.561051] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.561552] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Instance network_info: |[{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1051.562094] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:b4:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8deeedb-0f2d-4e43-b2fd-db826fda3bb6', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.575803] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Creating folder: Project (846b96031f054e4782aa77af41b9d7ca). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.576703] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61026c99-8836-4125-9959-4202bbf0f175 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.589759] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Created folder: Project (846b96031f054e4782aa77af41b9d7ca) in parent group-v905237. [ 1051.590027] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Creating folder: Instances. Parent ref: group-v905512. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.590332] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa00387-5053-439a-9ca9-6b6d9ac79bb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.600744] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Created folder: Instances in parent group-v905512. [ 1051.601133] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.601321] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.601581] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f904ff75-3e1f-4966-9cb0-54834faba386 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.624054] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.624054] env[65677]: value = "task-4636899" [ 1051.624054] env[65677]: _type = "Task" [ 1051.624054] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.633222] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636899, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.652484] env[65677]: DEBUG nova.network.neutron [-] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.738170] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00b50840-b15e-4437-b98f-b23c34ef6fa1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.748818] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965c235-9a32-448e-aabe-40fd2d17e53e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.763998] env[65677]: DEBUG nova.compute.manager [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1051.763998] env[65677]: DEBUG nova.compute.manager [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing instance network info cache due to event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1051.764197] env[65677]: DEBUG oslo_concurrency.lockutils [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.764336] env[65677]: DEBUG oslo_concurrency.lockutils [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.764526] env[65677]: DEBUG nova.network.neutron [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.781043] env[65677]: DEBUG oslo_vmware.api [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636894, 'name': PowerOnVM_Task, 'duration_secs': 0.995298} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.781043] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.781043] env[65677]: INFO nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1051.781257] env[65677]: DEBUG nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1051.800341] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d146ca-7a4a-456c-b8d8-7eec3d7354ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.804461] env[65677]: DEBUG nova.compute.manager [req-f9c6a0bf-b536-4309-bdb9-e367c17321ed req-11ca8ac3-17ea-44f5-aaf6-58a0822a2245 service nova] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Detach interface failed, port_id=a022fd48-0c02-48c9-b010-3eae49147f35, reason: Instance 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1051.911317] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636896, 'name': ReconfigVM_Task, 'duration_secs': 0.288231} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.911317] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b/601a7f30-1bdf-4403-a74c-972c2658c83b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.911787] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31432c6-0a83-4267-bd46-d548ca87f81e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.921256] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1051.921256] env[65677]: value = "task-4636900" [ 1051.921256] env[65677]: _type = "Task" [ 1051.921256] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.937034] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636900, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.992161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.076s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.134916] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636899, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.155641] env[65677]: INFO nova.compute.manager [-] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Took 1.34 seconds to deallocate network for instance. [ 1052.271039] env[65677]: WARNING neutronclient.v2_0.client [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.328602] env[65677]: INFO nova.compute.manager [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Took 43.97 seconds to build instance. [ 1052.401437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.401728] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.401953] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "fd6d2a86-ce83-41f6-b8b1-97d100338072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.402157] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.402376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.404695] env[65677]: INFO nova.compute.manager [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Terminating instance [ 1052.432853] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636900, 'name': Rename_Task, 'duration_secs': 0.141884} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.433122] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.433341] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc59d09a-e2bd-479d-9b2c-55de7bde9cc1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.440401] env[65677]: WARNING neutronclient.v2_0.client [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.445087] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1052.445087] env[65677]: value = "task-4636901" [ 1052.445087] env[65677]: _type = "Task" [ 1052.445087] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.458668] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.470212] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.550s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.473639] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.597s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.473961] env[65677]: DEBUG nova.objects.instance [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lazy-loading 'resources' on Instance uuid 6ff70642-3d17-4be6-b9e3-cc304ff8d154 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.525569] env[65677]: DEBUG nova.network.neutron [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updated VIF entry in instance network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.525979] env[65677]: DEBUG nova.network.neutron [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.639901] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636899, 'name': CreateVM_Task, 'duration_secs': 0.524226} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.639901] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.639901] env[65677]: WARNING neutronclient.v2_0.client [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.639901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.639901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.639901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.639901] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b372de-8fbd-4cef-9aac-17f47cd97fa1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.646254] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1052.646254] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dd6cbb-276f-b950-5336-b750dd4c0236" [ 1052.646254] env[65677]: _type = "Task" [ 1052.646254] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.657493] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dd6cbb-276f-b950-5336-b750dd4c0236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.661730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.831726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cbd34b1a-e418-465e-af3b-a446d1804f29 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.408s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.909546] env[65677]: DEBUG nova.compute.manager [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1052.909882] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.912224] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b9f12-9111-491b-afae-19397bf820e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.922028] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.922807] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d06e8c7-3788-47e8-bc85-1bde0e175780 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.930476] env[65677]: DEBUG oslo_vmware.api [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1052.930476] env[65677]: value = "task-4636902" [ 1052.930476] env[65677]: _type = "Task" [ 1052.930476] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.944110] env[65677]: DEBUG oslo_vmware.api [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.958988] env[65677]: DEBUG oslo_vmware.api [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636901, 'name': PowerOnVM_Task, 'duration_secs': 0.478451} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.959373] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.959700] env[65677]: DEBUG nova.compute.manager [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1052.960756] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244921f-dc1b-427f-aa07-3a400aa60fd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.032350] env[65677]: DEBUG oslo_concurrency.lockutils [req-ce359aae-7f7c-4260-bf85-eacb0c0c5a30 req-9c510869-ea6c-4860-979d-e41f35f127d9 service nova] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.057137] env[65677]: INFO nova.scheduler.client.report [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocation for migration ca683d94-b608-493a-a087-39c645bf7040 [ 1053.172249] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dd6cbb-276f-b950-5336-b750dd4c0236, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.172763] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.173050] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.173459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.177309] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.177517] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.180951] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a760658-3dac-420c-bf57-fb249a0bcfc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.196111] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.196216] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.200009] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575231fd-988b-494b-81e6-16578fa1d35c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.209196] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1053.209196] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526f438c-f726-df5d-e6fb-e88f979de2ae" [ 1053.209196] env[65677]: _type = "Task" [ 1053.209196] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.218439] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526f438c-f726-df5d-e6fb-e88f979de2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.447138] env[65677]: DEBUG oslo_vmware.api [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636902, 'name': PowerOffVM_Task, 'duration_secs': 0.282033} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.447669] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.447669] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.447946] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d6b34d5-f3a0-469b-8850-3685ebfd4b32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.490243] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.526629] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.526916] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.527110] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleting the datastore file [datastore1] fd6d2a86-ce83-41f6-b8b1-97d100338072 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.527409] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276dae06-df02-490d-b34d-b6a4d57338ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.532238] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d808a74-801e-46fd-93e8-b29fa52a35dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.537061] env[65677]: DEBUG oslo_vmware.api [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1053.537061] env[65677]: value = "task-4636904" [ 1053.537061] env[65677]: _type = "Task" [ 1053.537061] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.544224] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89ab79-8ddf-446b-af42-2691611a27f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.552376] env[65677]: DEBUG oslo_vmware.api [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.586150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-be31fb28-2ac0-4864-aadb-d13c8dfc7173 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.832s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.588275] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29c719-a89d-4c07-aee7-96d9c361d61f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.597132] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9cd745-8b39-4102-8bd5-711027843881 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.615331] env[65677]: DEBUG nova.compute.provider_tree [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.720876] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526f438c-f726-df5d-e6fb-e88f979de2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.030978} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.724342] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c3cb99-e892-4443-a0a4-ab3183e1bd5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.730242] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1053.730242] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a626e2-998b-0245-d225-0f95f1a1fd3e" [ 1053.730242] env[65677]: _type = "Task" [ 1053.730242] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.741473] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a626e2-998b-0245-d225-0f95f1a1fd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.049815] env[65677]: DEBUG oslo_vmware.api [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447073} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.050114] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.050299] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.050488] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.050684] env[65677]: INFO nova.compute.manager [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1054.050924] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.051135] env[65677]: DEBUG nova.compute.manager [-] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1054.051242] env[65677]: DEBUG nova.network.neutron [-] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1054.051472] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.096583] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.102260] env[65677]: DEBUG nova.compute.manager [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1054.102450] env[65677]: DEBUG nova.compute.manager [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing instance network info cache due to event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1054.102651] env[65677]: DEBUG oslo_concurrency.lockutils [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.102785] env[65677]: DEBUG oslo_concurrency.lockutils [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.102930] env[65677]: DEBUG nova.network.neutron [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.119084] env[65677]: DEBUG nova.scheduler.client.report [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.247022] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a626e2-998b-0245-d225-0f95f1a1fd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013486} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.247022] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.247022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/62f8eca4-a199-49be-8008-01543b3b2cbc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.247022] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f330cafd-459d-4529-b179-c99810e8dd75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.259515] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1054.259515] env[65677]: value = "task-4636905" [ 1054.259515] env[65677]: _type = "Task" [ 1054.259515] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.267084] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.606642] env[65677]: WARNING neutronclient.v2_0.client [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.624625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.629134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.289s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.646465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.646833] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.666657] env[65677]: INFO nova.scheduler.client.report [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted allocations for instance 6ff70642-3d17-4be6-b9e3-cc304ff8d154 [ 1054.771158] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.806175] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "601a7f30-1bdf-4403-a74c-972c2658c83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.809443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "601a7f30-1bdf-4403-a74c-972c2658c83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.809443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "601a7f30-1bdf-4403-a74c-972c2658c83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.809443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "601a7f30-1bdf-4403-a74c-972c2658c83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.809443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "601a7f30-1bdf-4403-a74c-972c2658c83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.811877] env[65677]: INFO nova.compute.manager [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Terminating instance [ 1054.824939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "92055d85-8c98-4698-8335-609e3fb9501e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.824939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.824939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "92055d85-8c98-4698-8335-609e3fb9501e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.824939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.824939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.827530] env[65677]: INFO nova.compute.manager [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Terminating instance [ 1054.935517] env[65677]: WARNING neutronclient.v2_0.client [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.969770] env[65677]: DEBUG nova.compute.manager [req-4df50d33-f2aa-44fd-8707-f0d0adcc2ced req-893a47ff-92a9-4e57-8c0f-227d6294912f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Received event network-vif-deleted-c84f7212-7ffc-4b86-89b1-0fc4844fc751 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1054.969770] env[65677]: INFO nova.compute.manager [req-4df50d33-f2aa-44fd-8707-f0d0adcc2ced req-893a47ff-92a9-4e57-8c0f-227d6294912f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Neutron deleted interface c84f7212-7ffc-4b86-89b1-0fc4844fc751; detaching it from the instance and deleting it from the info cache [ 1054.969770] env[65677]: DEBUG nova.network.neutron [req-4df50d33-f2aa-44fd-8707-f0d0adcc2ced req-893a47ff-92a9-4e57-8c0f-227d6294912f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.054635] env[65677]: DEBUG nova.network.neutron [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updated VIF entry in instance network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.054635] env[65677]: DEBUG nova.network.neutron [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.151033] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1055.176812] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1285c576-a7da-4890-9c85-9bb760accc88 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6ff70642-3d17-4be6-b9e3-cc304ff8d154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.799s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.181482] env[65677]: DEBUG nova.network.neutron [-] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.272901] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597635} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.272901] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/62f8eca4-a199-49be-8008-01543b3b2cbc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.272901] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.273338] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-957b6105-dc4f-4a96-9b5f-d1b5c1a2e60e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.283488] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1055.283488] env[65677]: value = "task-4636906" [ 1055.283488] env[65677]: _type = "Task" [ 1055.283488] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.295866] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.316909] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "refresh_cache-601a7f30-1bdf-4403-a74c-972c2658c83b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.317152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquired lock "refresh_cache-601a7f30-1bdf-4403-a74c-972c2658c83b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.317352] env[65677]: DEBUG nova.network.neutron [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.334497] env[65677]: DEBUG nova.compute.manager [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1055.334860] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.336604] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eea6ae-481b-4eed-bbff-e787b5ba54b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.347814] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.348136] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0cebeab-14a0-4f34-ad30-6f74e5854b91 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.356980] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1055.356980] env[65677]: value = "task-4636907" [ 1055.356980] env[65677]: _type = "Task" [ 1055.356980] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.366942] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.472750] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6fa09b1-d30b-473a-9c5b-ff8556b59df3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.485125] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e43f3e-7f6b-49a5-97db-dca7e5c617dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.529031] env[65677]: DEBUG nova.compute.manager [req-4df50d33-f2aa-44fd-8707-f0d0adcc2ced req-893a47ff-92a9-4e57-8c0f-227d6294912f service nova] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Detach interface failed, port_id=c84f7212-7ffc-4b86-89b1-0fc4844fc751, reason: Instance fd6d2a86-ce83-41f6-b8b1-97d100338072 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1055.558224] env[65677]: DEBUG oslo_concurrency.lockutils [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.558224] env[65677]: DEBUG nova.compute.manager [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1055.558224] env[65677]: DEBUG nova.compute.manager [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing instance network info cache due to event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1055.558224] env[65677]: DEBUG oslo_concurrency.lockutils [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.558224] env[65677]: DEBUG oslo_concurrency.lockutils [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.558224] env[65677]: DEBUG nova.network.neutron [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.589329] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.589569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.674723] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.674997] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance b800da8d-e940-4f0b-a52d-04ab0ce25532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.675089] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 6fcefb01-6b8e-4be1-a186-60142ca9fa54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.675220] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d33a4192-fc2b-493b-9c6d-40c5984af961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.675360] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance c4c65d99-f3a6-44fc-afe0-dc0331dc9815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.675667] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 67d8c07a-abfc-4d23-9600-cd293b7d20ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.675824] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 657001b7-8e46-4e88-bc73-1ab18ece1f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.675970] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676131] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1bc711e4-7896-4ed4-a9d8-13be150a5793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676268] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance fd6d2a86-ce83-41f6-b8b1-97d100338072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676397] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 07e11662-8119-42df-bc9a-8fa757065a1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676521] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance f2497c8c-3212-4019-bb87-fecc43c8e0d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676645] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 97e70989-1f1d-4588-b52d-b678cfd5b9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676780] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance fb9ccf39-b7a0-4b04-901b-8291b702ea5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.676926] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 99c1736f-8da8-4f67-84c3-6edc68f66a21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.677076] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 92055d85-8c98-4698-8335-609e3fb9501e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.677194] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance fc24392d-26f1-4a9e-8839-4a8807c76507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.677339] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 73152c2a-4303-456d-8585-64030eeb5e8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.677472] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance baafe20f-618d-46e9-a699-75fb1fdd9206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.677628] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 601a7f30-1bdf-4403-a74c-972c2658c83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.677813] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1055.677913] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance abfe1127-4aad-405a-a435-ce2773354d25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.678056] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 0bed18b4-7a5c-4d65-ac93-82cf818ec07d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.678202] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 62f8eca4-a199-49be-8008-01543b3b2cbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1055.681437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.684424] env[65677]: INFO nova.compute.manager [-] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Took 1.63 seconds to deallocate network for instance. [ 1055.794503] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077775} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.794788] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.795658] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382be2e3-694d-4ab7-ba1a-8baac401b3a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.821664] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/62f8eca4-a199-49be-8008-01543b3b2cbc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.822384] env[65677]: WARNING neutronclient.v2_0.client [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.824843] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19fe392e-ade0-4a55-aec9-05acfce02146 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.846591] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1055.846591] env[65677]: value = "task-4636908" [ 1055.846591] env[65677]: _type = "Task" [ 1055.846591] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.859025] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.868630] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636907, 'name': PowerOffVM_Task, 'duration_secs': 0.33101} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.869772] env[65677]: DEBUG nova.network.neutron [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1055.872099] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.872318] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.872856] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff5ef6aa-d93c-47e8-91a7-f6909925669d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.949247] env[65677]: DEBUG nova.network.neutron [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.976307] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.976575] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.976784] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore2] 92055d85-8c98-4698-8335-609e3fb9501e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.977062] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbf3cd17-3d6a-4d86-bc11-48ee99fefa5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.984252] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1055.984252] env[65677]: value = "task-4636910" [ 1055.984252] env[65677]: _type = "Task" [ 1055.984252] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.994020] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.035817] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.037058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.037058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.037058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.037058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.039432] env[65677]: INFO nova.compute.manager [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Terminating instance [ 1056.060355] env[65677]: WARNING neutronclient.v2_0.client [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.091554] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1056.183912] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 64d8e30f-095e-4660-af21-8641f2e6ea70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1056.194176] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.253592] env[65677]: WARNING neutronclient.v2_0.client [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.329171] env[65677]: DEBUG nova.network.neutron [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updated VIF entry in instance network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1056.329424] env[65677]: DEBUG nova.network.neutron [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.357456] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.456182] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Releasing lock "refresh_cache-601a7f30-1bdf-4403-a74c-972c2658c83b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.456852] env[65677]: DEBUG nova.compute.manager [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1056.457289] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.458396] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9fdada-97d1-4af4-be5c-e39f95fc2cd2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.471488] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.471913] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab8a820-27a7-4fa4-9862-3fd7dd871114 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.482416] env[65677]: DEBUG oslo_vmware.api [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1056.482416] env[65677]: value = "task-4636911" [ 1056.482416] env[65677]: _type = "Task" [ 1056.482416] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.497740] env[65677]: DEBUG oslo_vmware.api [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.501062] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.545236] env[65677]: DEBUG nova.compute.manager [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1056.545567] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.546679] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbb085-9721-44ce-b7e4-0a6a2466e554 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.556361] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.556721] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cf432d-3da2-4ddc-89c6-f0431d685c68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.564783] env[65677]: DEBUG oslo_vmware.api [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 1056.564783] env[65677]: value = "task-4636912" [ 1056.564783] env[65677]: _type = "Task" [ 1056.564783] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.575927] env[65677]: DEBUG oslo_vmware.api [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.622876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.686971] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 53a5c3f6-3dea-4367-a07d-05cc12d3848a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1056.832598] env[65677]: DEBUG oslo_concurrency.lockutils [req-b2fcd884-75e0-49e1-a725-a9597d16fd1d req-4fca3913-153c-4b6a-acf6-2f0625695977 service nova] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.859502] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636908, 'name': ReconfigVM_Task, 'duration_secs': 0.853308} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.859823] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/62f8eca4-a199-49be-8008-01543b3b2cbc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.860513] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13479f32-bfb0-4ea9-954c-b902985d92ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.870035] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1056.870035] env[65677]: value = "task-4636913" [ 1056.870035] env[65677]: _type = "Task" [ 1056.870035] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.881618] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636913, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.997061] env[65677]: DEBUG oslo_vmware.api [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636911, 'name': PowerOffVM_Task, 'duration_secs': 0.140922} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.000452] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.000610] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.000991] env[65677]: DEBUG oslo_vmware.api [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553009} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.001273] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e93bb6a-6fd4-4713-94c8-a46f27e6a036 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.003514] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.003708] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.003897] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.004861] env[65677]: INFO nova.compute.manager [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1057.005257] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.005567] env[65677]: DEBUG nova.compute.manager [-] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1057.005692] env[65677]: DEBUG nova.network.neutron [-] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1057.006135] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.037732] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.038070] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.038336] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Deleting the datastore file [datastore2] 601a7f30-1bdf-4403-a74c-972c2658c83b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.038704] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0387e49-6491-4f36-84d2-5efb47200d51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.043083] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.051696] env[65677]: DEBUG oslo_vmware.api [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for the task: (returnval){ [ 1057.051696] env[65677]: value = "task-4636915" [ 1057.051696] env[65677]: _type = "Task" [ 1057.051696] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.064846] env[65677]: DEBUG oslo_vmware.api [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.077320] env[65677]: DEBUG oslo_vmware.api [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636912, 'name': PowerOffVM_Task, 'duration_secs': 0.323202} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.077699] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.077937] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.078297] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d97bdbed-3162-447b-b6cf-02886956196e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.166996] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.167261] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.167420] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleting the datastore file [datastore2] 6fcefb01-6b8e-4be1-a186-60142ca9fa54 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.167748] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d86159-ad2b-41b7-86f9-459c232a1d88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.175827] env[65677]: DEBUG oslo_vmware.api [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 1057.175827] env[65677]: value = "task-4636917" [ 1057.175827] env[65677]: _type = "Task" [ 1057.175827] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.184842] env[65677]: DEBUG oslo_vmware.api [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.190775] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1057.330659] env[65677]: DEBUG nova.compute.manager [req-d4736952-371a-44f9-93e1-d01f80782ebb req-2ce013ca-cf07-4a47-a7a3-b097accd9be7 service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Received event network-vif-deleted-9b2583cf-4ff6-404e-98c1-8148e893b6fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1057.330949] env[65677]: INFO nova.compute.manager [req-d4736952-371a-44f9-93e1-d01f80782ebb req-2ce013ca-cf07-4a47-a7a3-b097accd9be7 service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Neutron deleted interface 9b2583cf-4ff6-404e-98c1-8148e893b6fd; detaching it from the instance and deleting it from the info cache [ 1057.331200] env[65677]: DEBUG nova.network.neutron [req-d4736952-371a-44f9-93e1-d01f80782ebb req-2ce013ca-cf07-4a47-a7a3-b097accd9be7 service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.380948] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636913, 'name': Rename_Task, 'duration_secs': 0.267855} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.381253] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.381641] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee35333-9707-4e16-a669-14275b00e3ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.389291] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1057.389291] env[65677]: value = "task-4636918" [ 1057.389291] env[65677]: _type = "Task" [ 1057.389291] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.400435] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.562778] env[65677]: DEBUG oslo_vmware.api [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Task: {'id': task-4636915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106239} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.563017] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.563286] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.563394] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.563592] env[65677]: INFO nova.compute.manager [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1057.563847] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.564053] env[65677]: DEBUG nova.compute.manager [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1057.564152] env[65677]: DEBUG nova.network.neutron [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1057.564401] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.582207] env[65677]: DEBUG nova.network.neutron [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1057.582463] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.686551] env[65677]: DEBUG oslo_vmware.api [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146521} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.686833] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.687039] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.687264] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.687380] env[65677]: INFO nova.compute.manager [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1057.687603] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.687794] env[65677]: DEBUG nova.compute.manager [-] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1057.687882] env[65677]: DEBUG nova.network.neutron [-] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1057.688139] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.694757] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1e1b6337-c6d1-463c-b658-e62b44c1fe91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1057.725231] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.806643] env[65677]: DEBUG nova.network.neutron [-] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.834656] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f404344c-d246-4cb6-b2fa-d2453c0709b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.846503] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11c2c8-69ef-4392-bead-074464034d4f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.888195] env[65677]: DEBUG nova.compute.manager [req-d4736952-371a-44f9-93e1-d01f80782ebb req-2ce013ca-cf07-4a47-a7a3-b097accd9be7 service nova] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Detach interface failed, port_id=9b2583cf-4ff6-404e-98c1-8148e893b6fd, reason: Instance 92055d85-8c98-4698-8335-609e3fb9501e could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1057.900974] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636918, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.027692] env[65677]: DEBUG nova.compute.manager [req-268f7b23-bef8-4e3e-8614-1aabfefd9751 req-199e0a5b-ff09-4894-aca3-6499a12fc5d9 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Received event network-vif-deleted-46336f58-a86b-4a95-850e-db5eb96cc8dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1058.027956] env[65677]: INFO nova.compute.manager [req-268f7b23-bef8-4e3e-8614-1aabfefd9751 req-199e0a5b-ff09-4894-aca3-6499a12fc5d9 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Neutron deleted interface 46336f58-a86b-4a95-850e-db5eb96cc8dc; detaching it from the instance and deleting it from the info cache [ 1058.028197] env[65677]: DEBUG nova.network.neutron [req-268f7b23-bef8-4e3e-8614-1aabfefd9751 req-199e0a5b-ff09-4894-aca3-6499a12fc5d9 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.080876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.081269] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.081592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "1bc711e4-7896-4ed4-a9d8-13be150a5793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.081914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.082232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.084413] env[65677]: DEBUG nova.network.neutron [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.085850] env[65677]: INFO nova.compute.manager [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Terminating instance [ 1058.893039] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a12b9b10-f56d-45d1-8b69-8d220e0ce0fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1058.893479] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1058.893479] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1058.896147] env[65677]: INFO nova.compute.manager [-] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Took 1.89 seconds to deallocate network for instance. [ 1058.896475] env[65677]: DEBUG nova.network.neutron [-] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.897992] env[65677]: INFO nova.compute.manager [-] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Took 1.33 seconds to deallocate network for instance. [ 1058.898553] env[65677]: DEBUG nova.compute.manager [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1058.898744] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.907290] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c421576-9dcf-4bc7-9ee6-1513857d43af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.913035] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9875f-ea4a-4cd5-89ce-7244b015585e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.928491] env[65677]: DEBUG oslo_vmware.api [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636918, 'name': PowerOnVM_Task, 'duration_secs': 0.789501} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.931778] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.932059] env[65677]: INFO nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1058.932239] env[65677]: DEBUG nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1058.932539] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.933321] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee86d7ec-1d21-49a2-8954-0c741b59a5c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.935886] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1421cdd1-5fa4-477d-8038-a29ceb92c0f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.940879] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e01507-7bec-430a-a21f-693a7081ffe5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.967025] env[65677]: DEBUG oslo_vmware.api [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1058.967025] env[65677]: value = "task-4636919" [ 1058.967025] env[65677]: _type = "Task" [ 1058.967025] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.002564] env[65677]: DEBUG nova.compute.manager [req-268f7b23-bef8-4e3e-8614-1aabfefd9751 req-199e0a5b-ff09-4894-aca3-6499a12fc5d9 service nova] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Detach interface failed, port_id=46336f58-a86b-4a95-850e-db5eb96cc8dc, reason: Instance 6fcefb01-6b8e-4be1-a186-60142ca9fa54 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1059.012504] env[65677]: DEBUG oslo_vmware.api [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.335059] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c0614-f06e-4402-b08d-6c5882a94078 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.344821] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ddc2c-2c9a-4c04-a614-bd39c02b5622 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.381620] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b1871-cbce-4227-9a41-732768c9dad0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.390138] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e865e4c2-e63e-4476-b5c1-12e57f3f4398 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.404354] env[65677]: INFO nova.compute.manager [-] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Took 1.72 seconds to deallocate network for instance. [ 1059.404828] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.422131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.423598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.478860] env[65677]: INFO nova.compute.manager [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Took 38.40 seconds to build instance. [ 1059.486992] env[65677]: DEBUG oslo_vmware.api [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636919, 'name': PowerOffVM_Task, 'duration_secs': 0.383938} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.487290] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.487352] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.487713] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1562f90-f380-465d-9f1f-038339045b46 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.567599] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.567882] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.569042] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Deleting the datastore file [datastore2] 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.569042] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ab2a050-b6fb-4633-953e-210163ee581e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.577567] env[65677]: DEBUG oslo_vmware.api [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1059.577567] env[65677]: value = "task-4636921" [ 1059.577567] env[65677]: _type = "Task" [ 1059.577567] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.587855] env[65677]: DEBUG oslo_vmware.api [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.909482] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.913493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.985969] env[65677]: DEBUG oslo_concurrency.lockutils [None req-925a51f4-bf27-42bd-bf20-92374574f18f tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.909s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.090044] env[65677]: DEBUG oslo_vmware.api [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4636921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158135} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.090321] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.090502] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.090745] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.090892] env[65677]: INFO nova.compute.manager [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1060.091158] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.091690] env[65677]: DEBUG nova.compute.manager [-] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1060.091795] env[65677]: DEBUG nova.network.neutron [-] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.092052] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.137756] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.414811] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1060.415105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.787s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.415400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.516s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.415618] env[65677]: DEBUG nova.objects.instance [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1060.453550] env[65677]: INFO nova.compute.manager [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Rescuing [ 1060.453834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.454031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.454434] env[65677]: DEBUG nova.network.neutron [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.634980] env[65677]: DEBUG nova.compute.manager [req-9f35cdca-f382-40d3-8fe5-399c1ed8506d req-68ca6d5c-0825-4c8e-a1df-cc446a372373 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Received event network-vif-deleted-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1060.635194] env[65677]: INFO nova.compute.manager [req-9f35cdca-f382-40d3-8fe5-399c1ed8506d req-68ca6d5c-0825-4c8e-a1df-cc446a372373 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Neutron deleted interface 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f; detaching it from the instance and deleting it from the info cache [ 1060.635361] env[65677]: DEBUG nova.network.neutron [req-9f35cdca-f382-40d3-8fe5-399c1ed8506d req-68ca6d5c-0825-4c8e-a1df-cc446a372373 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.957652] env[65677]: WARNING neutronclient.v2_0.client [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.072018] env[65677]: DEBUG nova.network.neutron [-] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.142673] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f79bdf2-9893-4e96-8e73-746f38fced57 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.155494] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f60c62-5406-4d9b-b9cb-ed5991f290ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.195827] env[65677]: DEBUG nova.compute.manager [req-9f35cdca-f382-40d3-8fe5-399c1ed8506d req-68ca6d5c-0825-4c8e-a1df-cc446a372373 service nova] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Detach interface failed, port_id=68ee2126-ba28-49ab-8daf-77cbb3ab8b7f, reason: Instance 1bc711e4-7896-4ed4-a9d8-13be150a5793 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1061.424977] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f4c9ae7d-bf32-4223-9a81-326179c4d2a3 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.427056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.591s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.427215] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.429288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.985s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.431338] env[65677]: INFO nova.compute.claims [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.471736] env[65677]: INFO nova.scheduler.client.report [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleted allocations for instance 99c1736f-8da8-4f67-84c3-6edc68f66a21 [ 1061.568165] env[65677]: WARNING neutronclient.v2_0.client [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.579941] env[65677]: INFO nova.compute.manager [-] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Took 1.49 seconds to deallocate network for instance. [ 1061.641600] env[65677]: DEBUG nova.network.neutron [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.980182] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60de71e2-a642-452c-9561-70deb9a44347 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "99c1736f-8da8-4f67-84c3-6edc68f66a21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.730s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.090016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.144427] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.157535] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.157798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.158200] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.158434] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.158616] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.160879] env[65677]: INFO nova.compute.manager [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Terminating instance [ 1062.666651] env[65677]: DEBUG nova.compute.manager [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1062.666872] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.667976] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b19aca-db4c-42ba-95db-e2fb996525da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.676062] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.679732] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f8e2eef-f001-48f7-b2b0-64493dbbdecf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.688486] env[65677]: DEBUG oslo_vmware.api [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1062.688486] env[65677]: value = "task-4636922" [ 1062.688486] env[65677]: _type = "Task" [ 1062.688486] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.701531] env[65677]: DEBUG oslo_vmware.api [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.801939] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e953dd16-9105-4c08-b5fa-ee12501bee5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.810897] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0303cf9-1bb9-4670-9951-c2e55f3f6f81 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.845127] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c968746e-3e74-4d1e-86fa-6afe22661d05 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.855467] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79821337-0345-4a43-b9d2-4abf3219f20f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.878783] env[65677]: DEBUG nova.compute.provider_tree [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.199394] env[65677]: DEBUG oslo_vmware.api [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636922, 'name': PowerOffVM_Task, 'duration_secs': 0.224627} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.199852] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.199852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.200088] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a30d1213-3fed-4ea4-be11-6f50611af21d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.274267] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.274494] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.274694] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleting the datastore file [datastore1] fb9ccf39-b7a0-4b04-901b-8291b702ea5b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.275015] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35935ac2-c9ab-4dbd-ad49-4f9e5a6e0230 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.281811] env[65677]: DEBUG oslo_vmware.api [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1063.281811] env[65677]: value = "task-4636924" [ 1063.281811] env[65677]: _type = "Task" [ 1063.281811] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.290080] env[65677]: DEBUG oslo_vmware.api [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.382259] env[65677]: DEBUG nova.scheduler.client.report [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.686255] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.686589] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90130cc9-80f2-41c0-916c-682caea9fc97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.694292] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1063.694292] env[65677]: value = "task-4636925" [ 1063.694292] env[65677]: _type = "Task" [ 1063.694292] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.704352] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.793592] env[65677]: DEBUG oslo_vmware.api [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149959} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.794154] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.794154] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.794357] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.794459] env[65677]: INFO nova.compute.manager [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.794702] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.794899] env[65677]: DEBUG nova.compute.manager [-] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1063.794994] env[65677]: DEBUG nova.network.neutron [-] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1063.795268] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.828974] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.887836] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.888539] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1063.891796] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.646s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.892033] env[65677]: DEBUG nova.objects.instance [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.087345] env[65677]: DEBUG nova.compute.manager [req-3d8a43e5-18ef-4c74-80c5-c659c1b915e7 req-72655b29-7077-4c68-b058-20d9e20b0187 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Received event network-vif-deleted-93449d74-29cf-4783-910e-f26b838e07de {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1064.087427] env[65677]: INFO nova.compute.manager [req-3d8a43e5-18ef-4c74-80c5-c659c1b915e7 req-72655b29-7077-4c68-b058-20d9e20b0187 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Neutron deleted interface 93449d74-29cf-4783-910e-f26b838e07de; detaching it from the instance and deleting it from the info cache [ 1064.087528] env[65677]: DEBUG nova.network.neutron [req-3d8a43e5-18ef-4c74-80c5-c659c1b915e7 req-72655b29-7077-4c68-b058-20d9e20b0187 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.207324] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636925, 'name': PowerOffVM_Task, 'duration_secs': 0.232986} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.207605] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.208307] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33a30b7-f9c2-48a7-b1d5-9a6a5a23ccba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.228168] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903ba54-ead3-4986-9cf9-f82021cb82c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.267587] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.267899] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f2486b-0184-4b27-9f43-e8c3b3969536 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274902] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1064.274902] env[65677]: value = "task-4636926" [ 1064.274902] env[65677]: _type = "Task" [ 1064.274902] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.283437] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.400023] env[65677]: DEBUG nova.compute.utils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.402777] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1064.404608] env[65677]: DEBUG nova.network.neutron [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1064.404608] env[65677]: WARNING neutronclient.v2_0.client [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.404608] env[65677]: WARNING neutronclient.v2_0.client [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.451532] env[65677]: DEBUG nova.policy [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.567587] env[65677]: DEBUG nova.network.neutron [-] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.590656] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ee03593-1a79-4d59-bb66-b2eb9a80cf17 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.601265] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f44246-d2b0-4915-bdd9-bf575e21f23f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.636798] env[65677]: DEBUG nova.compute.manager [req-3d8a43e5-18ef-4c74-80c5-c659c1b915e7 req-72655b29-7077-4c68-b058-20d9e20b0187 service nova] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Detach interface failed, port_id=93449d74-29cf-4783-910e-f26b838e07de, reason: Instance fb9ccf39-b7a0-4b04-901b-8291b702ea5b could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1064.732162] env[65677]: DEBUG nova.network.neutron [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Successfully created port: b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1064.787067] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1064.787067] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.787067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.787067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.787067] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.787390] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7853ca-3b0b-4ed1-b497-3b307d1d69fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.797530] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.797706] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.798437] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360c7fdf-85e7-4548-8035-470d0fddcc2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.804185] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1064.804185] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5288b238-0731-aba2-b6b8-378aa0e645f2" [ 1064.804185] env[65677]: _type = "Task" [ 1064.804185] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.815348] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5288b238-0731-aba2-b6b8-378aa0e645f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.903804] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1064.908809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-351a8834-b865-4bb1-9469-7fb66fa2e5cd tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.910226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.662s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.913350] env[65677]: INFO nova.compute.claims [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.070096] env[65677]: INFO nova.compute.manager [-] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Took 1.27 seconds to deallocate network for instance. [ 1065.316024] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5288b238-0731-aba2-b6b8-378aa0e645f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.319287] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057ea10b-d8cc-4789-88d9-a071b51db882 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.323485] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1065.323485] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5289d896-0665-02ef-0836-70387f1a9e8c" [ 1065.323485] env[65677]: _type = "Task" [ 1065.323485] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.332342] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5289d896-0665-02ef-0836-70387f1a9e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.580503] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.835511] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5289d896-0665-02ef-0836-70387f1a9e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.835912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.836267] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. {{(pid=65677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1065.836589] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c175a95-1c10-4f0f-9e54-5da2f5dad265 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.845593] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1065.845593] env[65677]: value = "task-4636927" [ 1065.845593] env[65677]: _type = "Task" [ 1065.845593] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.855892] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.920660] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1065.952034] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.952285] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.952441] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.952622] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.952762] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.952903] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.953137] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.953316] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.953483] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.953655] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.953811] env[65677]: DEBUG nova.virt.hardware [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.954715] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e4efb-c2a6-482e-9d12-6ad8fe7d4402 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.966328] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c736a48c-9704-487b-a97f-a2722389c7e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.304219] env[65677]: DEBUG nova.compute.manager [req-407ac15d-890a-454a-bfc8-302b298f2a1e req-c375af9d-3218-4df8-94f0-262ea80d5583 service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Received event network-vif-plugged-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1066.305216] env[65677]: DEBUG oslo_concurrency.lockutils [req-407ac15d-890a-454a-bfc8-302b298f2a1e req-c375af9d-3218-4df8-94f0-262ea80d5583 service nova] Acquiring lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.305216] env[65677]: DEBUG oslo_concurrency.lockutils [req-407ac15d-890a-454a-bfc8-302b298f2a1e req-c375af9d-3218-4df8-94f0-262ea80d5583 service nova] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.305216] env[65677]: DEBUG oslo_concurrency.lockutils [req-407ac15d-890a-454a-bfc8-302b298f2a1e req-c375af9d-3218-4df8-94f0-262ea80d5583 service nova] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.305431] env[65677]: DEBUG nova.compute.manager [req-407ac15d-890a-454a-bfc8-302b298f2a1e req-c375af9d-3218-4df8-94f0-262ea80d5583 service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] No waiting events found dispatching network-vif-plugged-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1066.306137] env[65677]: WARNING nova.compute.manager [req-407ac15d-890a-454a-bfc8-302b298f2a1e req-c375af9d-3218-4df8-94f0-262ea80d5583 service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Received unexpected event network-vif-plugged-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 for instance with vm_state building and task_state spawning. [ 1066.359263] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493067} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.362345] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk. [ 1066.366137] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27703cee-5594-4b11-884d-8d06523e6ec4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.394691] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.398567] env[65677]: DEBUG nova.network.neutron [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Successfully updated port: b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1066.399983] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f465d6-190a-4e58-b6fd-1afb468967f6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.415705] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-53a5c3f6-3dea-4367-a07d-05cc12d3848a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.415907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-53a5c3f6-3dea-4367-a07d-05cc12d3848a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.416214] env[65677]: DEBUG nova.network.neutron [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.424130] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1066.424130] env[65677]: value = "task-4636928" [ 1066.424130] env[65677]: _type = "Task" [ 1066.424130] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.430849] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f399a772-f0b0-47e5-ab3a-62f35d27d740 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.441203] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.448373] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269fe702-ed81-41cf-b879-8f6a37de9494 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.483795] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cd94d7-9f50-424f-a45d-1974233b963d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.493975] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ca1f8-e8d0-4ea2-bf13-de64974f5c4f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.510418] env[65677]: DEBUG nova.compute.provider_tree [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.936051] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.976953] env[65677]: DEBUG nova.network.neutron [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1067.014502] env[65677]: DEBUG nova.scheduler.client.report [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.067318] env[65677]: WARNING neutronclient.v2_0.client [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.160561] env[65677]: DEBUG nova.network.neutron [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Updating instance_info_cache with network_info: [{"id": "b5eb01b0-bd29-40ed-a3d3-897c7e0eb799", "address": "fa:16:3e:9c:b2:96", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5eb01b0-bd", "ovs_interfaceid": "b5eb01b0-bd29-40ed-a3d3-897c7e0eb799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.436363] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636928, 'name': ReconfigVM_Task, 'duration_secs': 0.640243} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.436713] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb-rescue.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.437632] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02bfc8d-5ba2-428f-aca8-95f75c361dd1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.467026] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43fd0a15-539b-4c40-87e0-9b2af2ab1b26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.482842] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1067.482842] env[65677]: value = "task-4636929" [ 1067.482842] env[65677]: _type = "Task" [ 1067.482842] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.492877] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.519108] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.519782] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1067.522998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.092s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.523346] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.526021] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.054s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.526317] env[65677]: DEBUG nova.objects.instance [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'pci_requests' on Instance uuid 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.562069] env[65677]: INFO nova.scheduler.client.report [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Deleted allocations for instance 73152c2a-4303-456d-8585-64030eeb5e8e [ 1067.603958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "fc24392d-26f1-4a9e-8839-4a8807c76507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.603958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.603958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "fc24392d-26f1-4a9e-8839-4a8807c76507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.603958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.603958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.607672] env[65677]: INFO nova.compute.manager [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Terminating instance [ 1067.663894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-53a5c3f6-3dea-4367-a07d-05cc12d3848a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.664311] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Instance network_info: |[{"id": "b5eb01b0-bd29-40ed-a3d3-897c7e0eb799", "address": "fa:16:3e:9c:b2:96", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5eb01b0-bd", "ovs_interfaceid": "b5eb01b0-bd29-40ed-a3d3-897c7e0eb799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1067.664900] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b2:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5eb01b0-bd29-40ed-a3d3-897c7e0eb799', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.672985] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.673297] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.673501] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2297c367-b2d9-46f8-ab83-50eab7a728fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.695688] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.695688] env[65677]: value = "task-4636930" [ 1067.695688] env[65677]: _type = "Task" [ 1067.695688] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.704801] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636930, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.997317] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.030346] env[65677]: DEBUG nova.compute.utils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.033202] env[65677]: DEBUG nova.objects.instance [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'numa_topology' on Instance uuid 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.034494] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1068.034685] env[65677]: DEBUG nova.network.neutron [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1068.035038] env[65677]: WARNING neutronclient.v2_0.client [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.035426] env[65677]: WARNING neutronclient.v2_0.client [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.071822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd42fedf-bbbf-4b25-851c-ffc552f8022a tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Lock "73152c2a-4303-456d-8585-64030eeb5e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.252s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.093224] env[65677]: DEBUG nova.policy [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d26ba07f9843d5b6ebc19d337781c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f05be1a8ab14ac4876ecfa02c834177', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.111985] env[65677]: DEBUG nova.compute.manager [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1068.112229] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.113151] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2e6986-4521-4953-be30-2f91bc142365 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.122079] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.122491] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2212d162-4d22-4e41-b0e1-ad6a8773b32a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133036] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1068.133036] env[65677]: value = "task-4636931" [ 1068.133036] env[65677]: _type = "Task" [ 1068.133036] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.142526] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.206321] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636930, 'name': CreateVM_Task, 'duration_secs': 0.416584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.206507] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.207094] env[65677]: WARNING neutronclient.v2_0.client [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.207515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.207697] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.208080] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.208364] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3de07c-282c-4f4b-8dfa-23913944dfb6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.214216] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1068.214216] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5262074d-39b4-56b6-3bd5-266be9195614" [ 1068.214216] env[65677]: _type = "Task" [ 1068.214216] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.223951] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5262074d-39b4-56b6-3bd5-266be9195614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.454713] env[65677]: DEBUG nova.network.neutron [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Successfully created port: 2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1068.493660] env[65677]: DEBUG nova.compute.manager [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Received event network-changed-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1068.493809] env[65677]: DEBUG nova.compute.manager [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Refreshing instance network info cache due to event network-changed-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1068.494995] env[65677]: DEBUG oslo_concurrency.lockutils [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] Acquiring lock "refresh_cache-53a5c3f6-3dea-4367-a07d-05cc12d3848a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.495176] env[65677]: DEBUG oslo_concurrency.lockutils [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] Acquired lock "refresh_cache-53a5c3f6-3dea-4367-a07d-05cc12d3848a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.495341] env[65677]: DEBUG nova.network.neutron [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Refreshing network info cache for port b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.502555] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.535991] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1068.541969] env[65677]: INFO nova.compute.claims [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.646077] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.729767] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5262074d-39b4-56b6-3bd5-266be9195614, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.730154] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.730437] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.730713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.730898] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.731128] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.731604] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-227cafb3-a368-4cb8-9ac1-622643cbde5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.743285] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.743490] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.744308] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0585d7a-2f1b-46aa-b8f1-70e0cb0cc93d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.751444] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1068.751444] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5287dc7d-9816-6e48-e896-56744a4050b7" [ 1068.751444] env[65677]: _type = "Task" [ 1068.751444] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.761167] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5287dc7d-9816-6e48-e896-56744a4050b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.994658] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636929, 'name': ReconfigVM_Task, 'duration_secs': 1.210748} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.994972] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.995267] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f1bcdd-be95-4edb-afcf-fb9a64b6b1a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.003092] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1069.003092] env[65677]: value = "task-4636932" [ 1069.003092] env[65677]: _type = "Task" [ 1069.003092] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.003770] env[65677]: WARNING neutronclient.v2_0.client [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.015387] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.144349] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636931, 'name': PowerOffVM_Task, 'duration_secs': 0.723008} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.144651] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.144842] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.145137] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a67fd9c-c3a6-45a3-8631-93084f9e33bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.217918] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.218216] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.218517] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleting the datastore file [datastore2] fc24392d-26f1-4a9e-8839-4a8807c76507 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.218923] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80514982-fc70-4371-a8eb-7579b70341e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.226758] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1069.226758] env[65677]: value = "task-4636934" [ 1069.226758] env[65677]: _type = "Task" [ 1069.226758] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.235911] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.263538] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5287dc7d-9816-6e48-e896-56744a4050b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.264625] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c908685-c993-45e4-a4f2-db2f63f7a390 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.272222] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1069.272222] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dd3b9d-9a60-d06e-baea-b0154f8f7905" [ 1069.272222] env[65677]: _type = "Task" [ 1069.272222] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.281596] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dd3b9d-9a60-d06e-baea-b0154f8f7905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.513692] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.549813] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1069.580240] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1069.580496] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.580650] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1069.580830] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.580974] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1069.581133] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1069.581358] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.581494] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1069.581770] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1069.581873] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1069.582018] env[65677]: DEBUG nova.virt.hardware [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1069.582947] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc14e1-fdac-405f-939d-bd8d6e097c93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.593019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f73de31-bd02-450f-98ae-f43cf4d49de9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.738617] env[65677]: DEBUG oslo_vmware.api [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154125} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.741350] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.741536] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.741708] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.741904] env[65677]: INFO nova.compute.manager [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1069.742135] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.742535] env[65677]: DEBUG nova.compute.manager [-] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1069.742636] env[65677]: DEBUG nova.network.neutron [-] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1069.742867] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.782976] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dd3b9d-9a60-d06e-baea-b0154f8f7905, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.785894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.786178] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 53a5c3f6-3dea-4367-a07d-05cc12d3848a/53a5c3f6-3dea-4367-a07d-05cc12d3848a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.786645] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af2d6a3-64be-4070-b473-b1872ac775ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.794903] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1069.794903] env[65677]: value = "task-4636935" [ 1069.794903] env[65677]: _type = "Task" [ 1069.794903] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.808450] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.961160] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516d50b-6f47-4ed7-a1da-ab127a180bf8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.971361] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8b9d59-47ea-417c-84f7-37cc79c36cfc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.976823] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.019063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af57c050-3995-44b9-aa81-523f49bf90ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.039805] env[65677]: DEBUG oslo_vmware.api [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636932, 'name': PowerOnVM_Task, 'duration_secs': 0.529285} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.041265] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.045191] env[65677]: DEBUG nova.compute.manager [None req-57a53e45-01bc-426e-9af6-714cce4ac728 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1070.047126] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe1592f-0001-4c7b-bd9c-75f983300900 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.052674] env[65677]: DEBUG nova.network.neutron [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Successfully updated port: 2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1070.055296] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6659ef2-fb59-46ff-980b-0d2ed75f61c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.075633] env[65677]: DEBUG nova.compute.provider_tree [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.309020] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.556305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.556679] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.556679] env[65677]: DEBUG nova.network.neutron [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.584459] env[65677]: DEBUG nova.scheduler.client.report [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.714235] env[65677]: WARNING neutronclient.v2_0.client [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.807308] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622954} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.807672] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 53a5c3f6-3dea-4367-a07d-05cc12d3848a/53a5c3f6-3dea-4367-a07d-05cc12d3848a.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.808171] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.808258] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-757444f2-e7fa-496a-8e33-60b056ca3331 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.818487] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1070.818487] env[65677]: value = "task-4636936" [ 1070.818487] env[65677]: _type = "Task" [ 1070.818487] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.830253] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.916137] env[65677]: DEBUG nova.network.neutron [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Updated VIF entry in instance network info cache for port b5eb01b0-bd29-40ed-a3d3-897c7e0eb799. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.916612] env[65677]: DEBUG nova.network.neutron [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Updating instance_info_cache with network_info: [{"id": "b5eb01b0-bd29-40ed-a3d3-897c7e0eb799", "address": "fa:16:3e:9c:b2:96", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5eb01b0-bd", "ovs_interfaceid": "b5eb01b0-bd29-40ed-a3d3-897c7e0eb799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.092570] env[65677]: DEBUG nova.network.neutron [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1071.096396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.570s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.097332] env[65677]: WARNING neutronclient.v2_0.client [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.099686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.438s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.099911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.101719] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.612s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.101900] env[65677]: DEBUG nova.objects.instance [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.125941] env[65677]: DEBUG nova.network.neutron [-] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.142415] env[65677]: INFO nova.network.neutron [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating port f397a742-c98c-42e8-91ed-eda10c6d756f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1071.151593] env[65677]: INFO nova.scheduler.client.report [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Deleted allocations for instance 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d [ 1071.197019] env[65677]: DEBUG nova.compute.manager [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Received event network-vif-plugged-2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1071.197244] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.197457] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.197633] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.198604] env[65677]: DEBUG nova.compute.manager [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] No waiting events found dispatching network-vif-plugged-2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1071.198684] env[65677]: WARNING nova.compute.manager [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Received unexpected event network-vif-plugged-2f188e4e-0368-468c-9b88-ab956983a0ae for instance with vm_state building and task_state spawning. [ 1071.198872] env[65677]: DEBUG nova.compute.manager [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Received event network-changed-2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1071.199015] env[65677]: DEBUG nova.compute.manager [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Refreshing instance network info cache due to event network-changed-2f188e4e-0368-468c-9b88-ab956983a0ae. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1071.199537] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.329221] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149258} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.329516] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.330327] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc9d26-ba6d-483f-9ffb-bcf03f6d4797 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.334203] env[65677]: WARNING neutronclient.v2_0.client [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.360694] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 53a5c3f6-3dea-4367-a07d-05cc12d3848a/53a5c3f6-3dea-4367-a07d-05cc12d3848a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.361040] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eec4483-bc06-40fb-83c4-18043e09a9e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.388042] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1071.388042] env[65677]: value = "task-4636937" [ 1071.388042] env[65677]: _type = "Task" [ 1071.388042] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.401512] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.420751] env[65677]: DEBUG oslo_concurrency.lockutils [req-42c2fc3d-ce29-4f18-9bfa-5056147efee9 req-5d76263f-cfcb-4f7e-8d9a-b247aed0c46a service nova] Releasing lock "refresh_cache-53a5c3f6-3dea-4367-a07d-05cc12d3848a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.530735] env[65677]: DEBUG nova.network.neutron [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.629126] env[65677]: INFO nova.compute.manager [-] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Took 1.89 seconds to deallocate network for instance. [ 1071.658946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Lock "3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.516s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.899685] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636937, 'name': ReconfigVM_Task, 'duration_secs': 0.301015} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.899987] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 53a5c3f6-3dea-4367-a07d-05cc12d3848a/53a5c3f6-3dea-4367-a07d-05cc12d3848a.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.900783] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5a8b8d-b4b9-4524-b05b-ca938859e1dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.909117] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1071.909117] env[65677]: value = "task-4636938" [ 1071.909117] env[65677]: _type = "Task" [ 1071.909117] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.918783] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636938, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.036360] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.037067] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Instance network_info: |[{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1072.037251] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037306] env[65677]: DEBUG nova.network.neutron [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Refreshing network info cache for port 2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.038917] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:f1:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f188e4e-0368-468c-9b88-ab956983a0ae', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.048188] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1072.048789] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.049878] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a41c99b4-169f-4af2-a8f9-9c6d37c4aafc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.074373] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.074373] env[65677]: value = "task-4636939" [ 1072.074373] env[65677]: _type = "Task" [ 1072.074373] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.087202] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636939, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.114939] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2addce28-51a7-45da-b6f7-4c5221c38a65 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.117773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.436s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.121139] env[65677]: INFO nova.compute.claims [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.139677] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.422878] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636938, 'name': Rename_Task, 'duration_secs': 0.164892} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.423349] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.423715] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ffe695-b293-4706-8663-87543cb13423 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.432039] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1072.432039] env[65677]: value = "task-4636940" [ 1072.432039] env[65677]: _type = "Task" [ 1072.432039] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.441556] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.549922] env[65677]: WARNING neutronclient.v2_0.client [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.588066] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636939, 'name': CreateVM_Task, 'duration_secs': 0.410352} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.588066] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.588513] env[65677]: WARNING neutronclient.v2_0.client [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.588890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.589057] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.589387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.589665] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bab7d5-51ea-4d84-8dcf-50dd5c88739e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.596409] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1072.596409] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5218385e-4a87-d608-9296-2fdc1645c804" [ 1072.596409] env[65677]: _type = "Task" [ 1072.596409] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.605989] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5218385e-4a87-d608-9296-2fdc1645c804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.726391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.726602] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.727084] env[65677]: DEBUG nova.network.neutron [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.945925] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636940, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.111146] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5218385e-4a87-d608-9296-2fdc1645c804, 'name': SearchDatastore_Task, 'duration_secs': 0.012628} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.111473] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.111701] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.111955] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.112139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.112323] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.112597] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-173552e3-ed45-43db-a1cf-a24fea130e6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.126332] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.126953] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.128021] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3e356f-d531-4e7e-97ea-d8e03893347d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.139507] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1073.139507] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5235c16c-3f6e-ed47-2c24-7506077e8adc" [ 1073.139507] env[65677]: _type = "Task" [ 1073.139507] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.149700] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5235c16c-3f6e-ed47-2c24-7506077e8adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.232848] env[65677]: WARNING neutronclient.v2_0.client [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.447454] env[65677]: DEBUG oslo_vmware.api [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636940, 'name': PowerOnVM_Task, 'duration_secs': 0.562917} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.447747] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.447951] env[65677]: INFO nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1073.448143] env[65677]: DEBUG nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1073.449029] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a5dcf-4921-41b9-8127-a7156ef02650 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.555084] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd69c42c-6415-47b5-9ba6-b2d60b0eb564 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.563515] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ea116d-3622-437b-ad53-a8d9d0fa387d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.596421] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03985b44-069a-4c0c-96b1-0805fe7d6c63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.605045] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311b211-928c-4f01-bbab-de71bce04b10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.620832] env[65677]: DEBUG nova.compute.provider_tree [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.651362] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5235c16c-3f6e-ed47-2c24-7506077e8adc, 'name': SearchDatastore_Task, 'duration_secs': 0.02976} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.652255] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88412ce6-c149-4f57-ae1d-4fcee439094c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.658811] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1073.658811] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527ddbac-e983-767e-289b-77880bb387d0" [ 1073.658811] env[65677]: _type = "Task" [ 1073.658811] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.672192] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527ddbac-e983-767e-289b-77880bb387d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.976761] env[65677]: INFO nova.compute.manager [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Took 34.55 seconds to build instance. [ 1074.125428] env[65677]: DEBUG nova.scheduler.client.report [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.145374] env[65677]: WARNING neutronclient.v2_0.client [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.175078] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527ddbac-e983-767e-289b-77880bb387d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014853} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.175078] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175431] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.175818] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263b8cbb-833c-4d44-a498-69d357303df1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.187340] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1074.187340] env[65677]: value = "task-4636941" [ 1074.187340] env[65677]: _type = "Task" [ 1074.187340] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.198487] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.385979] env[65677]: DEBUG nova.network.neutron [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updated VIF entry in instance network info cache for port 2f188e4e-0368-468c-9b88-ab956983a0ae. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.385979] env[65677]: DEBUG nova.network.neutron [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.477370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.060s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.537352] env[65677]: WARNING neutronclient.v2_0.client [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.640335] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.640335] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1074.644531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.449s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.644974] env[65677]: DEBUG nova.objects.instance [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'resources' on Instance uuid fd6d2a86-ce83-41f6-b8b1-97d100338072 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.680342] env[65677]: DEBUG nova.network.neutron [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.698783] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.795844] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Received event network-vif-deleted-eae30a74-2ce2-44b4-a7fb-4525b51a60dc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1074.796078] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-vif-plugged-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1074.797163] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.797846] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.798063] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.798237] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] No waiting events found dispatching network-vif-plugged-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1074.798396] env[65677]: WARNING nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received unexpected event network-vif-plugged-f397a742-c98c-42e8-91ed-eda10c6d756f for instance with vm_state shelved_offloaded and task_state spawning. [ 1074.798553] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-changed-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1074.798697] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Refreshing instance network info cache due to event network-changed-f397a742-c98c-42e8-91ed-eda10c6d756f. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1074.798855] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.888324] env[65677]: DEBUG oslo_concurrency.lockutils [req-ac9f09bf-b05f-4217-bcaa-18eee6f68562 req-8d0d76e7-1208-4064-8348-ef86c92bab56 service nova] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.149933] env[65677]: DEBUG nova.compute.utils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.154951] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1075.154951] env[65677]: DEBUG nova.network.neutron [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1075.154951] env[65677]: WARNING neutronclient.v2_0.client [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.155306] env[65677]: WARNING neutronclient.v2_0.client [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.188056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.191131] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.191131] env[65677]: DEBUG nova.network.neutron [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Refreshing network info cache for port f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.202398] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597129} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.203947] env[65677]: DEBUG nova.policy [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.206901] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.207041] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.208597] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8592f4d8-1316-4e9a-a4f2-a722074c0ca3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.222476] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1075.222476] env[65677]: value = "task-4636942" [ 1075.222476] env[65677]: _type = "Task" [ 1075.222476] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.233074] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.240297] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5bcdc2ceebfc714d3c911c59b624eeea',container_format='bare',created_at=2025-11-21T01:56:37Z,direct_url=,disk_format='vmdk',id=1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1585812812-shelved',owner='1702dd5c74dd4439ad26c0c297f08968',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-11-21T01:56:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1075.240297] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.240297] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1075.240504] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.240504] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1075.240659] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1075.240830] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1075.240956] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1075.241141] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1075.241299] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1075.242254] env[65677]: DEBUG nova.virt.hardware [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1075.242702] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d804d64-ac10-44cf-b550-2f15fa9901b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253272] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed406c5-deab-45eb-89ba-3c46afab9337 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.271163] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fc:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f397a742-c98c-42e8-91ed-eda10c6d756f', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.280509] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.284635] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.284635] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22735a4f-5679-467c-8b00-0ca8cd8fb9e7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.307857] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.307857] env[65677]: value = "task-4636943" [ 1075.307857] env[65677]: _type = "Task" [ 1075.307857] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.320759] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636943, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.654684] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1075.699289] env[65677]: WARNING neutronclient.v2_0.client [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.730277] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f6873-3025-46c4-9697-c1ee810bcbaa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.740512] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084832} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.741832] env[65677]: DEBUG nova.network.neutron [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Successfully created port: 772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1075.746888] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.748529] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e23df7-52a8-489b-a6a9-5fd3cfc79c9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.753080] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c1f175-5cf7-428f-90ba-1868d34fb9f3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.780723] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.807214] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565e8f84-0b40-454f-a72f-4e4c4e2cf09e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.830046] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221266c-937b-4db4-a1d8-e03478ec42a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.846515] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636943, 'name': CreateVM_Task, 'duration_secs': 0.423876} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.849554] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.850048] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1075.850048] env[65677]: value = "task-4636944" [ 1075.850048] env[65677]: _type = "Task" [ 1075.850048] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.850503] env[65677]: WARNING neutronclient.v2_0.client [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.850846] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.851032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.851607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.852871] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4887c0-13be-4b6b-91c6-d6b33c4d4034 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.857159] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16fc2814-8c87-49e2-a261-0d14e0a793f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.871848] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1075.871848] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52da2f47-c574-1ab4-09eb-d76679bc03bf" [ 1075.871848] env[65677]: _type = "Task" [ 1075.871848] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.886556] env[65677]: DEBUG nova.compute.provider_tree [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.888609] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.902762] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.903018] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Processing image 1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.903286] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.903431] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.903608] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.904156] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00e604bd-b525-4c08-8af9-c31ddf626f7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.932333] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.932333] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.933044] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de49f0ca-f902-4e0f-9431-323d25430ed6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.940544] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1075.940544] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a8df54-a589-6d07-4b54-359a8307da69" [ 1075.940544] env[65677]: _type = "Task" [ 1075.940544] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.950853] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a8df54-a589-6d07-4b54-359a8307da69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.369477] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.391047] env[65677]: DEBUG nova.scheduler.client.report [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.452297] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1076.452589] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Fetch image to [datastore2] OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33/OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1076.452742] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Downloading stream optimized image 1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 to [datastore2] OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33/OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33.vmdk on the data store datastore2 as vApp {{(pid=65677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1076.452912] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Downloading image file data 1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 to the ESX as VM named 'OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33' {{(pid=65677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1076.575891] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1076.575891] env[65677]: value = "resgroup-9" [ 1076.575891] env[65677]: _type = "ResourcePool" [ 1076.575891] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1076.576238] env[65677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-162871b9-8c4c-4d78-b394-2269526a00ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.598246] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lease: (returnval){ [ 1076.598246] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b3b185-7745-c3dd-ae0b-8a554079abc1" [ 1076.598246] env[65677]: _type = "HttpNfcLease" [ 1076.598246] env[65677]: } obtained for vApp import into resource pool (val){ [ 1076.598246] env[65677]: value = "resgroup-9" [ 1076.598246] env[65677]: _type = "ResourcePool" [ 1076.598246] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1076.598707] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the lease: (returnval){ [ 1076.598707] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b3b185-7745-c3dd-ae0b-8a554079abc1" [ 1076.598707] env[65677]: _type = "HttpNfcLease" [ 1076.598707] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1076.607440] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.607440] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b3b185-7745-c3dd-ae0b-8a554079abc1" [ 1076.607440] env[65677]: _type = "HttpNfcLease" [ 1076.607440] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.668328] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1076.685342] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.685830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.697365] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1076.697805] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.698060] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1076.698305] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.698524] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1076.698814] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1076.699361] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1076.699689] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1076.699940] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1076.700170] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1076.700422] env[65677]: DEBUG nova.virt.hardware [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1076.701459] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6c43a5-5a8a-48db-bf09-33ba8f205c74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.714571] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2e4384-e9fb-418c-9866-9c14448d60da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.872476] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636944, 'name': ReconfigVM_Task, 'duration_secs': 0.910927} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.872901] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.873638] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90ee4f3a-4b1b-4db0-954a-7c96c86d117c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.881996] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1076.881996] env[65677]: value = "task-4636946" [ 1076.881996] env[65677]: _type = "Task" [ 1076.881996] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.893632] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636946, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.898902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.902435] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.280s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.905116] env[65677]: INFO nova.compute.claims [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.934911] env[65677]: INFO nova.scheduler.client.report [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleted allocations for instance fd6d2a86-ce83-41f6-b8b1-97d100338072 [ 1077.108044] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.108044] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b3b185-7745-c3dd-ae0b-8a554079abc1" [ 1077.108044] env[65677]: _type = "HttpNfcLease" [ 1077.108044] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.192590] env[65677]: INFO nova.compute.manager [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Detaching volume dc90f38a-fa0f-4ebe-9e1c-aff974938054 [ 1077.198645] env[65677]: WARNING neutronclient.v2_0.client [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.260092] env[65677]: INFO nova.virt.block_device [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Attempting to driver detach volume dc90f38a-fa0f-4ebe-9e1c-aff974938054 from mountpoint /dev/sdb [ 1077.260433] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1077.260681] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1077.261627] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bc773f-3ebd-4161-bdc5-61e350403731 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.287497] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93680a7-4689-41ff-a544-dff9dece7320 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.297296] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf0463-7f7e-4c5b-8a80-f3e249e840b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.319186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c04c3f-8853-4d1a-abb7-d5f12538a2dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.336615] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054/volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1077.342254] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.342681] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893a7364-0ffa-47ac-8535-0f953a2238cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.362636] env[65677]: DEBUG oslo_vmware.api [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1077.362636] env[65677]: value = "task-4636947" [ 1077.362636] env[65677]: _type = "Task" [ 1077.362636] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.373993] env[65677]: DEBUG oslo_vmware.api [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.393272] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636946, 'name': Rename_Task, 'duration_secs': 0.17705} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.393541] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.394200] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2135ba9a-7327-45d5-bb5f-7f0a73ef0d50 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.403808] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1077.403808] env[65677]: value = "task-4636948" [ 1077.403808] env[65677]: _type = "Task" [ 1077.403808] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.426166] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636948, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.444106] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2b21a1ec-fd02-4d44-9713-6522fa346d5f tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "fd6d2a86-ce83-41f6-b8b1-97d100338072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.042s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.568271] env[65677]: DEBUG nova.network.neutron [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Successfully updated port: 772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1077.611291] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.611291] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b3b185-7745-c3dd-ae0b-8a554079abc1" [ 1077.611291] env[65677]: _type = "HttpNfcLease" [ 1077.611291] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1077.611628] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1077.611628] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b3b185-7745-c3dd-ae0b-8a554079abc1" [ 1077.611628] env[65677]: _type = "HttpNfcLease" [ 1077.611628] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1077.612358] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a12e3e-ccca-4379-b067-a53854d6050f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.621090] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af31e-f250-fedd-c013-e66e25bca4cd/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1077.621318] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af31e-f250-fedd-c013-e66e25bca4cd/disk-0.vmdk. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1077.679447] env[65677]: DEBUG nova.network.neutron [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updated VIF entry in instance network info cache for port f397a742-c98c-42e8-91ed-eda10c6d756f. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.679714] env[65677]: DEBUG nova.network.neutron [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.690722] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb50d41e-ea2a-4b3c-8aac-57c56ed1e099 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.875758] env[65677]: DEBUG oslo_vmware.api [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636947, 'name': ReconfigVM_Task, 'duration_secs': 0.256927} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.876131] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.881166] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c795d6c3-8dfc-4ce4-a229-7e7072eced44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.904216] env[65677]: DEBUG oslo_vmware.api [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1077.904216] env[65677]: value = "task-4636949" [ 1077.904216] env[65677]: _type = "Task" [ 1077.904216] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.925555] env[65677]: DEBUG oslo_vmware.api [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.931816] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.076014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.076014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.076014] env[65677]: DEBUG nova.network.neutron [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.132323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "4baa40af-f453-4e23-9084-dcab5d9a26dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.132323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.182720] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.182987] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1078.183547] env[65677]: DEBUG nova.compute.manager [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing instance network info cache due to event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1078.183547] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.184422] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.184422] env[65677]: DEBUG nova.network.neutron [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.253089] env[65677]: DEBUG nova.compute.manager [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1078.253089] env[65677]: DEBUG nova.compute.manager [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing instance network info cache due to event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1078.253089] env[65677]: DEBUG oslo_concurrency.lockutils [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.336193] env[65677]: DEBUG nova.compute.manager [req-9645bb34-030b-41b9-a6cc-91e88ca95522 req-228e90fe-afda-4ba7-bae1-1638be228a33 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-vif-plugged-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1078.336366] env[65677]: DEBUG oslo_concurrency.lockutils [req-9645bb34-030b-41b9-a6cc-91e88ca95522 req-228e90fe-afda-4ba7-bae1-1638be228a33 service nova] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.338359] env[65677]: DEBUG oslo_concurrency.lockutils [req-9645bb34-030b-41b9-a6cc-91e88ca95522 req-228e90fe-afda-4ba7-bae1-1638be228a33 service nova] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.338359] env[65677]: DEBUG oslo_concurrency.lockutils [req-9645bb34-030b-41b9-a6cc-91e88ca95522 req-228e90fe-afda-4ba7-bae1-1638be228a33 service nova] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.338359] env[65677]: DEBUG nova.compute.manager [req-9645bb34-030b-41b9-a6cc-91e88ca95522 req-228e90fe-afda-4ba7-bae1-1638be228a33 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] No waiting events found dispatching network-vif-plugged-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1078.338359] env[65677]: WARNING nova.compute.manager [req-9645bb34-030b-41b9-a6cc-91e88ca95522 req-228e90fe-afda-4ba7-bae1-1638be228a33 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received unexpected event network-vif-plugged-772af0c3-84da-4f92-9bab-d846992f3a6e for instance with vm_state building and task_state spawning. [ 1078.420905] env[65677]: DEBUG oslo_vmware.api [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636949, 'name': ReconfigVM_Task, 'duration_secs': 0.250778} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.424074] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905492', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'name': 'volume-dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e11662-8119-42df-bc9a-8fa757065a1c', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054', 'serial': 'dc90f38a-fa0f-4ebe-9e1c-aff974938054'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1078.433905] env[65677]: DEBUG oslo_vmware.api [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4636948, 'name': PowerOnVM_Task, 'duration_secs': 0.816898} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.437336] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.437673] env[65677]: INFO nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1078.437923] env[65677]: DEBUG nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1078.439095] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c442678e-fd20-4dcc-9246-198cba747ae1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.503153] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb821a-2b28-4eaf-b8bc-ba75167f2c25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.514660] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6096e-863b-4a93-bfa4-23c4fecb7c33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.519377] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.519718] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.519931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.520474] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.520695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.525285] env[65677]: INFO nova.compute.manager [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Terminating instance [ 1078.562059] env[65677]: DEBUG nova.compute.manager [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1078.562830] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.563167] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb861cbc-0ccd-4a30-b5ea-e3e5bb90192c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.567184] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9c3360-4d08-4130-931a-d985142f3238 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.581922] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.585539] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a18a7a8-c689-493a-92ab-dde95370752b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.590130] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffedc195-fbeb-4f81-b502-40d65ff54cec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.606694] env[65677]: DEBUG nova.compute.provider_tree [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.614473] env[65677]: DEBUG oslo_vmware.api [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1078.614473] env[65677]: value = "task-4636950" [ 1078.614473] env[65677]: _type = "Task" [ 1078.614473] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.631242] env[65677]: DEBUG oslo_vmware.api [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.641080] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1078.695074] env[65677]: WARNING neutronclient.v2_0.client [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.699178] env[65677]: DEBUG nova.network.neutron [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1078.967918] env[65677]: INFO nova.compute.manager [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Took 35.74 seconds to build instance. [ 1078.986975] env[65677]: DEBUG nova.objects.instance [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'flavor' on Instance uuid 07e11662-8119-42df-bc9a-8fa757065a1c {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.063497] env[65677]: WARNING neutronclient.v2_0.client [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.113440] env[65677]: DEBUG nova.scheduler.client.report [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.129772] env[65677]: DEBUG oslo_vmware.api [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636950, 'name': PowerOffVM_Task, 'duration_secs': 0.325763} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.133732] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.133813] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.136087] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0454be10-ffef-41b8-9914-dc9a10890cf3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.156502] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1079.157232] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af31e-f250-fedd-c013-e66e25bca4cd/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.159250] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b22eef6-5b54-4f59-8f1c-d1f379045873 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.170312] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af31e-f250-fedd-c013-e66e25bca4cd/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.170312] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af31e-f250-fedd-c013-e66e25bca4cd/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1079.171708] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5d226df2-722f-43fc-8617-4ba8f3f5dbf4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.178333] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.231674] env[65677]: WARNING neutronclient.v2_0.client [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.239436] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.239975] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.239975] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore2] 53a5c3f6-3dea-4367-a07d-05cc12d3848a {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.240239] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5c83e5-cfe3-4885-9d6e-4b9dbe151a6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.248491] env[65677]: DEBUG oslo_vmware.api [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1079.248491] env[65677]: value = "task-4636952" [ 1079.248491] env[65677]: _type = "Task" [ 1079.248491] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.258547] env[65677]: DEBUG oslo_vmware.api [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.272942] env[65677]: DEBUG nova.network.neutron [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.341598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.341880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.342163] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.342354] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.342523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.344753] env[65677]: INFO nova.compute.manager [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Terminating instance [ 1079.406973] env[65677]: DEBUG nova.network.neutron [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updated VIF entry in instance network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1079.407408] env[65677]: DEBUG nova.network.neutron [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.468027] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee4595fb-0fec-45df-a705-31f24174d56c tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.255s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.535678] env[65677]: DEBUG oslo_vmware.rw_handles [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af31e-f250-fedd-c013-e66e25bca4cd/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1079.535678] env[65677]: INFO nova.virt.vmwareapi.images [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Downloaded image file data 1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 [ 1079.537037] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0c2b0-582f-493d-86b2-377c6e3d444a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.555948] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0550381-f879-4033-89b1-e522cc9c038a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.584960] env[65677]: INFO nova.virt.vmwareapi.images [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] The imported VM was unregistered [ 1079.587919] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1079.588189] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.588526] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-036b72c6-49ae-4b31-995c-61e2387da95d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.617257] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Created directory with path [datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3 {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.617469] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33/OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33.vmdk to [datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk. {{(pid=65677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1079.617745] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8fd8337f-8262-4337-9349-5c6cee02c7cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.624535] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.624844] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1079.631020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.209s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.633072] env[65677]: DEBUG nova.objects.instance [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lazy-loading 'resources' on Instance uuid 601a7f30-1bdf-4403-a74c-972c2658c83b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.633072] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1079.633072] env[65677]: value = "task-4636955" [ 1079.633072] env[65677]: _type = "Task" [ 1079.633072] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.643272] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.760026] env[65677]: DEBUG oslo_vmware.api [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4636952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32061} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.760319] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.760498] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.760667] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.760844] env[65677]: INFO nova.compute.manager [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1079.761138] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.761342] env[65677]: DEBUG nova.compute.manager [-] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1079.761438] env[65677]: DEBUG nova.network.neutron [-] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.761676] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.775852] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.776930] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Instance network_info: |[{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1079.776930] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772af0c3-84da-4f92-9bab-d846992f3a6e', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.784441] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.784677] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.784904] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b3a741a-645f-43b0-8a43-8567c08ce1ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.806661] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.806661] env[65677]: value = "task-4636956" [ 1079.806661] env[65677]: _type = "Task" [ 1079.806661] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.816075] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636956, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.851711] env[65677]: DEBUG nova.compute.manager [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1079.852259] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.853956] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.857282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b2ec6-736c-47c8-a751-9c5565295b21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.868830] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.869213] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfcc0b13-0aa8-42bf-b41e-47d9b2fa7bd5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.879521] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1079.879521] env[65677]: value = "task-4636957" [ 1079.879521] env[65677]: _type = "Task" [ 1079.879521] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.893963] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.910994] env[65677]: DEBUG oslo_concurrency.lockutils [req-4e4e01a2-149b-4863-8021-385614351d4a req-38656058-383a-4b67-8c6f-fcc72be7e7df service nova] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.911196] env[65677]: DEBUG oslo_concurrency.lockutils [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.912026] env[65677]: DEBUG nova.network.neutron [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.997672] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8937e6fc-2359-461b-b803-aa225a831f6b tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.135795] env[65677]: DEBUG nova.compute.utils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.142565] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1080.142957] env[65677]: DEBUG nova.network.neutron [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1080.143565] env[65677]: WARNING neutronclient.v2_0.client [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.144911] env[65677]: WARNING neutronclient.v2_0.client [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.171966] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.268871] env[65677]: DEBUG nova.policy [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c443c3004194d58a954b3c30d327011', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930f244762aa4a058f6321df9a79756d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.321830] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636956, 'name': CreateVM_Task, 'duration_secs': 0.432384} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.324764] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.325650] env[65677]: WARNING neutronclient.v2_0.client [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.326923] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.327145] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.327494] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.327863] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c713bf65-d78a-4dd6-89ce-fedb8f72d039 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.335790] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1080.335790] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a41365-d368-08ae-a4be-b4c841327a69" [ 1080.335790] env[65677]: _type = "Task" [ 1080.335790] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.351574] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a41365-d368-08ae-a4be-b4c841327a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.395792] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636957, 'name': PowerOffVM_Task, 'duration_secs': 0.239388} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.396174] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.396376] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.396696] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca7ba7da-9b27-4b71-9bd9-e0c0f5c1ed20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.415728] env[65677]: WARNING neutronclient.v2_0.client [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.482063] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.482335] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.482627] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleting the datastore file [datastore2] f2497c8c-3212-4019-bb87-fecc43c8e0d4 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.487099] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0b7d1b-95bf-4cd8-a45e-5b3368b47127 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.500034] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1080.500034] env[65677]: value = "task-4636959" [ 1080.500034] env[65677]: _type = "Task" [ 1080.500034] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.515977] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.636028] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a298f-7102-41a4-84f6-ba445976b5c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.643307] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1080.657539] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029f04e0-043d-4ace-9b10-9579dea8724d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.699518] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.699933] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.700213] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.700418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "07e11662-8119-42df-bc9a-8fa757065a1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.700622] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.700853] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.702847] env[65677]: DEBUG nova.network.neutron [-] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.705516] env[65677]: INFO nova.compute.manager [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Terminating instance [ 1080.709200] env[65677]: DEBUG nova.network.neutron [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Successfully created port: 86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1080.711567] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0223434f-7877-4960-9641-ad1a4999ee9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.724146] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5639e-fe64-49a0-80d0-a985a909681a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.742219] env[65677]: DEBUG nova.compute.provider_tree [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.848792] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a41365-d368-08ae-a4be-b4c841327a69, 'name': SearchDatastore_Task, 'duration_secs': 0.087381} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.849229] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.849857] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.849857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.850041] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.850283] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.850626] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-126a614a-a002-4f2a-83c2-c02320bbb6bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.871608] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.871608] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.871608] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f91eaf8-55e7-48f6-a994-f8b03e2a7e77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.881346] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1080.881346] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5217f6e3-8a75-f21f-2a97-749e30f45a08" [ 1080.881346] env[65677]: _type = "Task" [ 1080.881346] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.892583] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5217f6e3-8a75-f21f-2a97-749e30f45a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.019417] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.157337] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.210016] env[65677]: INFO nova.compute.manager [-] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Took 1.44 seconds to deallocate network for instance. [ 1081.223418] env[65677]: DEBUG nova.compute.manager [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1081.223418] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.224665] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce7f95-c8cf-4372-83ef-23d24b90064e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.236773] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.237837] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1863abb-7199-4088-8927-a2acdf1d60a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.246835] env[65677]: DEBUG nova.scheduler.client.report [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.254080] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1081.254080] env[65677]: value = "task-4636960" [ 1081.254080] env[65677]: _type = "Task" [ 1081.254080] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.273916] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.375405] env[65677]: WARNING neutronclient.v2_0.client [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.393114] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5217f6e3-8a75-f21f-2a97-749e30f45a08, 'name': SearchDatastore_Task, 'duration_secs': 0.101307} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.394229] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74ae10c-d246-4214-bf0b-3c6ae40793c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.402824] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1081.402824] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522915ef-93a4-c0a9-b1f4-9af89bec89b0" [ 1081.402824] env[65677]: _type = "Task" [ 1081.402824] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.414661] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522915ef-93a4-c0a9-b1f4-9af89bec89b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.514628] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.515992] env[65677]: DEBUG nova.network.neutron [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updated VIF entry in instance network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1081.516477] env[65677]: DEBUG nova.network.neutron [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.612430] env[65677]: DEBUG nova.compute.manager [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1081.612430] env[65677]: DEBUG nova.compute.manager [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing instance network info cache due to event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1081.612430] env[65677]: DEBUG oslo_concurrency.lockutils [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.612430] env[65677]: DEBUG oslo_concurrency.lockutils [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.612430] env[65677]: DEBUG nova.network.neutron [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.664585] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.666198] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1081.724473] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1081.724473] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.724473] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1081.724847] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.725105] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1081.725402] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1081.725833] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1081.726186] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1081.726544] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1081.726859] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1081.727277] env[65677]: DEBUG nova.virt.hardware [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1081.728951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.732101] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbfe5d6-f3a0-41ae-91c7-2b957589ea75 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.746062] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a074f6-bc7d-4d9f-8084-29d3f3bae849 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.752250] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.756429] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.333s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.756881] env[65677]: DEBUG nova.objects.instance [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'resources' on Instance uuid 92055d85-8c98-4698-8335-609e3fb9501e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.782228] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636960, 'name': PowerOffVM_Task, 'duration_secs': 0.36362} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.782545] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.782711] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.783327] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d1a06c-f195-4e90-8d4f-256c98a7a129 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.793308] env[65677]: INFO nova.scheduler.client.report [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Deleted allocations for instance 601a7f30-1bdf-4403-a74c-972c2658c83b [ 1081.879159] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.879513] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.881133] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore2] 07e11662-8119-42df-bc9a-8fa757065a1c {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.881133] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e919b08-aee3-44ad-8bf9-f6df1fcba4d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.895675] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1081.895675] env[65677]: value = "task-4636962" [ 1081.895675] env[65677]: _type = "Task" [ 1081.895675] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.911963] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.919500] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522915ef-93a4-c0a9-b1f4-9af89bec89b0, 'name': SearchDatastore_Task, 'duration_secs': 0.095206} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.920123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.920411] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 1e1b6337-c6d1-463c-b658-e62b44c1fe91/1e1b6337-c6d1-463c-b658-e62b44c1fe91.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.921024] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83762adc-483c-4f4b-a432-77a2b2af94d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.930785] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1081.930785] env[65677]: value = "task-4636963" [ 1081.930785] env[65677]: _type = "Task" [ 1081.930785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.940995] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.013298] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.021638] env[65677]: DEBUG oslo_concurrency.lockutils [req-aa96d211-9e8b-44ce-bb0f-20eb2319621d req-5bd13b08-e21b-4df7-a8ec-66e3b0f098d0 service nova] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.044483] env[65677]: DEBUG nova.compute.manager [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Received event network-changed-2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1082.044788] env[65677]: DEBUG nova.compute.manager [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Refreshing instance network info cache due to event network-changed-2f188e4e-0368-468c-9b88-ab956983a0ae. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1082.045405] env[65677]: DEBUG oslo_concurrency.lockutils [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.045517] env[65677]: DEBUG oslo_concurrency.lockutils [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.046042] env[65677]: DEBUG nova.network.neutron [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Refreshing network info cache for port 2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.099046] env[65677]: WARNING neutronclient.v2_0.client [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.155400] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.309152] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e093d65-c53c-4679-a846-ffd3c51b09f2 tempest-ServersListShow298Test-874081679 tempest-ServersListShow298Test-874081679-project-member] Lock "601a7f30-1bdf-4403-a74c-972c2658c83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.502s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.409245] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.410639] env[65677]: DEBUG nova.network.neutron [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Successfully updated port: 86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1082.444954] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.452760] env[65677]: WARNING neutronclient.v2_0.client [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.514163] env[65677]: DEBUG oslo_vmware.api [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4636959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.854003} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.514320] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.514497] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.514758] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.515041] env[65677]: INFO nova.compute.manager [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1082.515200] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.515382] env[65677]: DEBUG nova.compute.manager [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1082.515478] env[65677]: DEBUG nova.network.neutron [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1082.515716] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.548987] env[65677]: WARNING neutronclient.v2_0.client [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.556816] env[65677]: DEBUG nova.network.neutron [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updated VIF entry in instance network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.557197] env[65677]: DEBUG nova.network.neutron [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.590792] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.663538] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636955, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.823003} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.664109] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33/OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33.vmdk to [datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk. [ 1082.664109] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Cleaning up location [datastore2] OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1082.664213] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_891e93d1-27c7-483c-b88a-c60c5cdede33 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.664450] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8fd7190-54df-4460-b442-c34eaaf56dc0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.679172] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1082.679172] env[65677]: value = "task-4636964" [ 1082.679172] env[65677]: _type = "Task" [ 1082.679172] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.693503] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.733105] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c009ae2-b4d9-4fa0-b4f5-77b594c32106 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.742886] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13870c4e-a6d7-4e2c-9111-a5ddf644586a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.791346] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b818167-273e-4748-9653-033d71a662b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.805256] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ddf8e-bc7a-4a0f-9e38-a278edff5914 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.833333] env[65677]: DEBUG nova.compute.provider_tree [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.907736] env[65677]: DEBUG oslo_vmware.api [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4636962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.674535} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.908146] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.908339] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.908573] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.908750] env[65677]: INFO nova.compute.manager [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1082.909076] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.909326] env[65677]: DEBUG nova.compute.manager [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1082.909447] env[65677]: DEBUG nova.network.neutron [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1082.909808] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.917199] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.917531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.917736] env[65677]: DEBUG nova.network.neutron [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1082.942917] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987565} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.943195] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 1e1b6337-c6d1-463c-b658-e62b44c1fe91/1e1b6337-c6d1-463c-b658-e62b44c1fe91.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.943397] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.943656] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbf8e49c-e813-4c92-b628-ce3ff6bff600 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.951849] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1082.951849] env[65677]: value = "task-4636965" [ 1082.951849] env[65677]: _type = "Task" [ 1082.951849] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.965232] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.060765] env[65677]: DEBUG oslo_concurrency.lockutils [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061080] env[65677]: DEBUG nova.compute.manager [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1083.061256] env[65677]: DEBUG nova.compute.manager [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing instance network info cache due to event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1083.061467] env[65677]: DEBUG oslo_concurrency.lockutils [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061615] env[65677]: DEBUG oslo_concurrency.lockutils [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.061765] env[65677]: DEBUG nova.network.neutron [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.067227] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.171838] env[65677]: WARNING neutronclient.v2_0.client [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.189645] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210235} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.189956] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.190095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.190329] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk to [datastore2] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.190589] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb77342-bc3c-4168-a196-9f3a6449e717 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.198483] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1083.198483] env[65677]: value = "task-4636966" [ 1083.198483] env[65677]: _type = "Task" [ 1083.198483] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.211048] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.336549] env[65677]: DEBUG nova.network.neutron [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updated VIF entry in instance network info cache for port 2f188e4e-0368-468c-9b88-ab956983a0ae. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1083.336549] env[65677]: DEBUG nova.network.neutron [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.338467] env[65677]: DEBUG nova.scheduler.client.report [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.466181] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077105} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.467776] env[65677]: DEBUG nova.network.neutron [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1083.470252] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.473039] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c0bf3-01dc-49d8-9aca-9d3990f18f20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.503904] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 1e1b6337-c6d1-463c-b658-e62b44c1fe91/1e1b6337-c6d1-463c-b658-e62b44c1fe91.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.507532] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5eb826-eb2f-4b72-8280-d0eec492b123 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.533313] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1083.533313] env[65677]: value = "task-4636967" [ 1083.533313] env[65677]: _type = "Task" [ 1083.533313] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.546392] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.570027] env[65677]: WARNING neutronclient.v2_0.client [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.700222] env[65677]: DEBUG nova.network.neutron [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.716999] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.790753] env[65677]: WARNING neutronclient.v2_0.client [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.843857] env[65677]: DEBUG oslo_concurrency.lockutils [req-c9528418-149c-4f79-8ffd-f13418f1b103 req-29adc7cb-6f6b-4583-8d19-5ef9ba45d6d7 service nova] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.844122] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.847128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.933s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.847128] env[65677]: DEBUG nova.objects.instance [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lazy-loading 'resources' on Instance uuid 6fcefb01-6b8e-4be1-a186-60142ca9fa54 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.880658] env[65677]: INFO nova.scheduler.client.report [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocations for instance 92055d85-8c98-4698-8335-609e3fb9501e [ 1083.930963] env[65677]: DEBUG nova.compute.manager [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1083.930963] env[65677]: DEBUG nova.compute.manager [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing instance network info cache due to event network-changed-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1083.931049] env[65677]: DEBUG oslo_concurrency.lockutils [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] Acquiring lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.986648] env[65677]: WARNING neutronclient.v2_0.client [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.032828] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "62f8eca4-a199-49be-8008-01543b3b2cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.033213] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.033745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "62f8eca4-a199-49be-8008-01543b3b2cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.033745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.033967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.041327] env[65677]: INFO nova.compute.manager [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Terminating instance [ 1084.043438] env[65677]: DEBUG nova.network.neutron [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance_info_cache with network_info: [{"id": "86717116-b806-426d-b96a-c2a646b7d1b9", "address": "fa:16:3e:63:4b:87", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86717116-b8", "ovs_interfaceid": "86717116-b806-426d-b96a-c2a646b7d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.051224] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.158863] env[65677]: DEBUG nova.network.neutron [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updated VIF entry in instance network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.158863] env[65677]: DEBUG nova.network.neutron [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.202356] env[65677]: DEBUG nova.network.neutron [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.213369] env[65677]: INFO nova.compute.manager [-] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Took 1.70 seconds to deallocate network for instance. [ 1084.222641] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.264154] env[65677]: DEBUG nova.compute.manager [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Received event network-vif-plugged-86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1084.264154] env[65677]: DEBUG oslo_concurrency.lockutils [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] Acquiring lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.264154] env[65677]: DEBUG oslo_concurrency.lockutils [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.264154] env[65677]: DEBUG oslo_concurrency.lockutils [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.264154] env[65677]: DEBUG nova.compute.manager [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] No waiting events found dispatching network-vif-plugged-86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1084.264392] env[65677]: WARNING nova.compute.manager [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Received unexpected event network-vif-plugged-86717116-b806-426d-b96a-c2a646b7d1b9 for instance with vm_state building and task_state spawning. [ 1084.264982] env[65677]: DEBUG nova.compute.manager [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Received event network-changed-86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1084.264982] env[65677]: DEBUG nova.compute.manager [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Refreshing instance network info cache due to event network-changed-86717116-b806-426d-b96a-c2a646b7d1b9. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1084.264982] env[65677]: DEBUG oslo_concurrency.lockutils [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] Acquiring lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.397044] env[65677]: DEBUG oslo_concurrency.lockutils [None req-144c21cb-743e-4f3d-a0b8-2666a0a6191b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "92055d85-8c98-4698-8335-609e3fb9501e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.574s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.547324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547923] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Instance network_info: |[{"id": "86717116-b806-426d-b96a-c2a646b7d1b9", "address": "fa:16:3e:63:4b:87", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86717116-b8", "ovs_interfaceid": "86717116-b806-426d-b96a-c2a646b7d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1084.548403] env[65677]: DEBUG nova.compute.manager [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1084.548600] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.548911] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636967, 'name': ReconfigVM_Task, 'duration_secs': 0.621266} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.552016] env[65677]: DEBUG oslo_concurrency.lockutils [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] Acquired lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.552261] env[65677]: DEBUG nova.network.neutron [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Refreshing network info cache for port 86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.553647] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:4b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86717116-b806-426d-b96a-c2a646b7d1b9', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.561901] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1084.562988] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffa7e86-42b0-4359-9a7d-cca2b8db08a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.566343] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 1e1b6337-c6d1-463c-b658-e62b44c1fe91/1e1b6337-c6d1-463c-b658-e62b44c1fe91.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.569322] env[65677]: WARNING neutronclient.v2_0.client [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.574150] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.574150] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d789bcd-9b26-4081-a44a-36cebd7522b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.577252] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4fada5c-addd-43d3-98ef-c5cd1889e6fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.605582] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.606587] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ff0737-2763-4156-a2d1-9d730a38eb7a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.610999] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1084.610999] env[65677]: value = "task-4636968" [ 1084.610999] env[65677]: _type = "Task" [ 1084.610999] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.612554] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.612554] env[65677]: value = "task-4636969" [ 1084.612554] env[65677]: _type = "Task" [ 1084.612554] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.627392] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1084.627392] env[65677]: value = "task-4636970" [ 1084.627392] env[65677]: _type = "Task" [ 1084.627392] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.647848] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636968, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.648102] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636969, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.661512] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.662108] env[65677]: DEBUG oslo_concurrency.lockutils [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.662816] env[65677]: DEBUG nova.compute.manager [req-d78542d9-0b6b-4544-8724-e22564af5b02 req-6b568570-6d7a-4c45-996f-bad1b4e7994a service nova] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Received event network-vif-deleted-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1084.663317] env[65677]: DEBUG oslo_concurrency.lockutils [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] Acquired lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.663573] env[65677]: DEBUG nova.network.neutron [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Refreshing network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.712175] env[65677]: INFO nova.compute.manager [-] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Took 1.80 seconds to deallocate network for instance. [ 1084.724418] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.725027] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.734874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.735139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.735468] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.735741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.735989] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.740776] env[65677]: INFO nova.compute.manager [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Terminating instance [ 1084.818338] env[65677]: WARNING neutronclient.v2_0.client [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.916811] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa86b72-9747-4bd2-94d3-d2576259ddd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.929157] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b24adb9-deae-4f08-a711-9a649c36cf8f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.970803] env[65677]: DEBUG nova.network.neutron [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updated VIF entry in instance network info cache for port 86717116-b806-426d-b96a-c2a646b7d1b9. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.971190] env[65677]: DEBUG nova.network.neutron [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance_info_cache with network_info: [{"id": "86717116-b806-426d-b96a-c2a646b7d1b9", "address": "fa:16:3e:63:4b:87", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86717116-b8", "ovs_interfaceid": "86717116-b806-426d-b96a-c2a646b7d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.973474] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef474e-6c47-4f27-9194-f873552c1036 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.988733] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c284d8d-fd95-4346-b0f8-1619a50b6df4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.009537] env[65677]: DEBUG nova.compute.provider_tree [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.126844] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636969, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.130769] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636968, 'name': Rename_Task, 'duration_secs': 0.267899} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.130769] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.130769] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8ba3b5-b249-463f-ad3b-4147433c6b8f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.143925] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636970, 'name': PowerOffVM_Task, 'duration_secs': 0.303945} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.145665] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.146201] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.146263] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1085.146263] env[65677]: value = "task-4636971" [ 1085.146263] env[65677]: _type = "Task" [ 1085.146263] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.146419] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-947fe408-f010-49d9-a3e1-22e9fbb5a9d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.157643] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.169789] env[65677]: WARNING neutronclient.v2_0.client [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.221262] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.226378] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.226681] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.226888] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Deleting the datastore file [datastore2] 62f8eca4-a199-49be-8008-01543b3b2cbc {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.227309] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ad0a6d-4eaa-4eec-a438-51456a3ed501 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.238827] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for the task: (returnval){ [ 1085.238827] env[65677]: value = "task-4636973" [ 1085.238827] env[65677]: _type = "Task" [ 1085.238827] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.239858] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.246728] env[65677]: DEBUG nova.compute.manager [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1085.246964] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.247883] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4ccf5-160b-4dd6-a5c7-bcafaecb76c3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.254304] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.260287] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.260487] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e69ade9-583f-4e27-8ac1-4884e6b019e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.267902] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1085.267902] env[65677]: value = "task-4636974" [ 1085.267902] env[65677]: _type = "Task" [ 1085.267902] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.277736] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.348907] env[65677]: WARNING neutronclient.v2_0.client [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.433994] env[65677]: DEBUG nova.network.neutron [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updated VIF entry in instance network info cache for port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1085.434487] env[65677]: DEBUG nova.network.neutron [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [{"id": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "address": "fa:16:3e:44:b4:fb", "network": {"id": "1a18a4c6-d54a-4bc4-b26d-527c07139803", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669393512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b96031f054e4782aa77af41b9d7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8deeedb-0f", "ovs_interfaceid": "d8deeedb-0f2d-4e43-b2fd-db826fda3bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.478726] env[65677]: DEBUG oslo_concurrency.lockutils [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] Releasing lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.479058] env[65677]: DEBUG nova.compute.manager [req-bf8b1c9a-af2b-40af-9fe0-f9d1b796a4a2 req-f241b80e-bca2-444b-9b59-f3a2924afd6d service nova] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Received event network-vif-deleted-8bd1256c-2435-4c52-9729-74b9d5730ffa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1085.514332] env[65677]: DEBUG nova.scheduler.client.report [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.628680] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636969, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.662021] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.717471] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.749094] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.779636] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.937439] env[65677]: DEBUG oslo_concurrency.lockutils [req-c7753d75-caa3-4a07-b509-dec3f0e9d2e0 req-7eec52b4-81e1-45aa-b7f2-fb6ffb44b58a service nova] Releasing lock "refresh_cache-62f8eca4-a199-49be-8008-01543b3b2cbc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.966813] env[65677]: DEBUG nova.compute.manager [req-bb2c6798-b6d3-4d68-bba2-a23e98bc1008 req-cdc6c9d0-6f8a-437b-883e-1b0926864e26 service nova] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Received event network-vif-deleted-7735483e-bf38-4a97-92a2-593c0bf8a5ec {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1086.021980] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.025622] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.936s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.025911] env[65677]: DEBUG nova.objects.instance [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'resources' on Instance uuid 1bc711e4-7896-4ed4-a9d8-13be150a5793 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.055661] env[65677]: INFO nova.scheduler.client.report [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted allocations for instance 6fcefb01-6b8e-4be1-a186-60142ca9fa54 [ 1086.131053] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636969, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.161527] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.219238] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.249082] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.279614] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636974, 'name': PowerOffVM_Task, 'duration_secs': 0.778402} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.279891] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.280069] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.280327] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-436aee8f-535e-4fe1-8e1c-65d74c2a8d3c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.429594] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.429925] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.430182] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleting the datastore file [datastore1] 67d8c07a-abfc-4d23-9600-cd293b7d20ae {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.430526] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-482ba632-e179-4322-b95b-96b8266b510f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.437999] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1086.437999] env[65677]: value = "task-4636976" [ 1086.437999] env[65677]: _type = "Task" [ 1086.437999] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.447242] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.567692] env[65677]: DEBUG oslo_concurrency.lockutils [None req-64c4bb40-f543-4644-aeee-685bf95d1030 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "6fcefb01-6b8e-4be1-a186-60142ca9fa54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.531s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.632981] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4636969, 'name': CreateVM_Task, 'duration_secs': 1.572778} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.632981] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.632981] env[65677]: WARNING neutronclient.v2_0.client [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.632981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.632981] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.633313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.633434] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298b18ad-53a4-4de8-9f6d-c2025c62d742 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.639996] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1086.639996] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ba9c7a-2665-2615-9ff6-8be41db5d78d" [ 1086.639996] env[65677]: _type = "Task" [ 1086.639996] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.650256] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ba9c7a-2665-2615-9ff6-8be41db5d78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.660377] env[65677]: DEBUG oslo_vmware.api [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4636971, 'name': PowerOnVM_Task, 'duration_secs': 1.509732} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.660920] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.660920] env[65677]: INFO nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1086.661119] env[65677]: DEBUG nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1086.664573] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1dc0ad-b6b4-4c12-906c-930fb5dd0465 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.720232] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636966, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.119412} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.723124] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3/1086b8d8-ad77-4dac-b9a3-e8bf2fc7a0d3.vmdk to [datastore2] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.724545] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964885b4-8518-4a54-8957-376cd04db736 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.749690] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.756069] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f186c6-6bd5-4bee-ba94-3e2b9ad9c379 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.777472] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.778860] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1086.778860] env[65677]: value = "task-4636977" [ 1086.778860] env[65677]: _type = "Task" [ 1086.778860] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.792891] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636977, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.922974] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9d4cae-bf71-49a5-a261-6744028c17b7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.932055] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994e3ee2-d27b-418e-be2e-5d8e380e6453 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.969024] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad909e6-9c70-42bb-bf3d-0a8efbd2a683 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.974818] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.981430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd655a-9b4e-4223-ae7e-db39b5e2ca54 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.996179] env[65677]: DEBUG nova.compute.provider_tree [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.155965] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ba9c7a-2665-2615-9ff6-8be41db5d78d, 'name': SearchDatastore_Task, 'duration_secs': 0.066716} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.157028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.157028] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.157188] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.157276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.157478] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.157750] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e288830-ca1f-4ea3-8665-b3b9d77b5793 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.169160] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.169306] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.170069] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32feb124-0abf-47ae-935e-0cef8cf9734e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.180174] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1087.180174] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5257ff74-3256-625a-71b6-aa1c14d47298" [ 1087.180174] env[65677]: _type = "Task" [ 1087.180174] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.182512] env[65677]: INFO nova.compute.manager [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Took 31.53 seconds to build instance. [ 1087.192865] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5257ff74-3256-625a-71b6-aa1c14d47298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.251880] env[65677]: DEBUG oslo_vmware.api [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Task: {'id': task-4636973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.64496} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.252155] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.252338] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.252515] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.252680] env[65677]: INFO nova.compute.manager [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1087.252922] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1087.253143] env[65677]: DEBUG nova.compute.manager [-] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1087.253223] env[65677]: DEBUG nova.network.neutron [-] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1087.253469] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.289619] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636977, 'name': ReconfigVM_Task, 'duration_secs': 0.334819} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.290776] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.292763] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 64d8e30f-095e-4660-af21-8641f2e6ea70/64d8e30f-095e-4660-af21-8641f2e6ea70.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.293728] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a0af86-1d56-4ce8-b66a-0ea2cb815665 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.302521] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1087.302521] env[65677]: value = "task-4636978" [ 1087.302521] env[65677]: _type = "Task" [ 1087.302521] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.314255] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636978, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.448787] env[65677]: DEBUG oslo_vmware.api [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4636976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.982673} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.449190] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.449426] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.449646] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.449863] env[65677]: INFO nova.compute.manager [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1087.450182] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1087.450441] env[65677]: DEBUG nova.compute.manager [-] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1087.450581] env[65677]: DEBUG nova.network.neutron [-] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1087.450860] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.499569] env[65677]: DEBUG nova.scheduler.client.report [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.687755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.041s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.689178] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.694316] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5257ff74-3256-625a-71b6-aa1c14d47298, 'name': SearchDatastore_Task, 'duration_secs': 0.045693} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.695332] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9fbf23-d126-495b-bd2c-4dcb43f4ad21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.701430] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1087.701430] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a16a7e-8105-d38b-3d0a-d1d79d65fb34" [ 1087.701430] env[65677]: _type = "Task" [ 1087.701430] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.716256] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a16a7e-8105-d38b-3d0a-d1d79d65fb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.725225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "b800da8d-e940-4f0b-a52d-04ab0ce25532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.725225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.725225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "b800da8d-e940-4f0b-a52d-04ab0ce25532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.725397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.727028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.728943] env[65677]: INFO nova.compute.manager [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Terminating instance [ 1087.815439] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636978, 'name': Rename_Task, 'duration_secs': 0.158065} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.815906] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.815906] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9940835-75de-4fa3-b4a4-1b42b7e67601 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.825527] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1087.825527] env[65677]: value = "task-4636979" [ 1087.825527] env[65677]: _type = "Task" [ 1087.825527] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.844094] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.004907] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.008330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.428s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.009679] env[65677]: DEBUG nova.objects.instance [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lazy-loading 'resources' on Instance uuid fb9ccf39-b7a0-4b04-901b-8291b702ea5b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.042753] env[65677]: INFO nova.scheduler.client.report [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Deleted allocations for instance 1bc711e4-7896-4ed4-a9d8-13be150a5793 [ 1088.076738] env[65677]: DEBUG nova.network.neutron [-] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.133543] env[65677]: DEBUG nova.compute.manager [req-d5314e5a-2a93-482d-bfba-d86d8b388b81 req-b6e18786-6569-4aee-88af-9f20b624dbc5 service nova] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Received event network-vif-deleted-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1088.213997] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a16a7e-8105-d38b-3d0a-d1d79d65fb34, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.214304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.214564] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa/a12b9b10-f56d-45d1-8b69-8d220e0ce0fa.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.214829] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe6e4d7-dbbf-4e5a-b490-f62b240170aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.223665] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1088.223665] env[65677]: value = "task-4636980" [ 1088.223665] env[65677]: _type = "Task" [ 1088.223665] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.233180] env[65677]: DEBUG nova.compute.manager [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1088.233520] env[65677]: DEBUG nova.compute.manager [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing instance network info cache due to event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1088.233829] env[65677]: DEBUG oslo_concurrency.lockutils [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.233951] env[65677]: DEBUG oslo_concurrency.lockutils [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.234148] env[65677]: DEBUG nova.network.neutron [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.240834] env[65677]: DEBUG nova.compute.manager [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1088.241124] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.241992] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.243070] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680f0ad-4bfe-4bd1-b39a-d9eedf24238e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.256653] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.256920] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587adcf6-bbd5-4883-80b4-432ffa687730 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.265830] env[65677]: DEBUG oslo_vmware.api [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 1088.265830] env[65677]: value = "task-4636981" [ 1088.265830] env[65677]: _type = "Task" [ 1088.265830] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.278159] env[65677]: DEBUG oslo_vmware.api [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.339589] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636979, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.483531] env[65677]: DEBUG nova.network.neutron [-] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.553183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-9cd20f48-ed13-4670-97b8-fb0539650c66 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "1bc711e4-7896-4ed4-a9d8-13be150a5793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.472s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.581215] env[65677]: INFO nova.compute.manager [-] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Took 1.33 seconds to deallocate network for instance. [ 1088.744454] env[65677]: WARNING neutronclient.v2_0.client [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.747095] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636980, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.778215] env[65677]: DEBUG oslo_vmware.api [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636981, 'name': PowerOffVM_Task, 'duration_secs': 0.230209} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.778725] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.781784] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.781784] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5009693-3190-4775-926a-4b255c667340 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.840391] env[65677]: DEBUG oslo_vmware.api [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636979, 'name': PowerOnVM_Task, 'duration_secs': 0.533523} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.840745] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.876943] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.877144] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.877344] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleting the datastore file [datastore2] b800da8d-e940-4f0b-a52d-04ab0ce25532 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.877633] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c4b333a-9985-4a5a-98d5-93f8ed1422e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.885423] env[65677]: DEBUG oslo_vmware.api [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for the task: (returnval){ [ 1088.885423] env[65677]: value = "task-4636983" [ 1088.885423] env[65677]: _type = "Task" [ 1088.885423] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.896679] env[65677]: DEBUG oslo_vmware.api [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.950821] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ab23c-69da-4f55-bd91-b7c616330dcb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.960631] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb4fcc8-b095-44ab-96d8-bd7cfa545c21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.000463] env[65677]: INFO nova.compute.manager [-] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Took 1.55 seconds to deallocate network for instance. [ 1089.001828] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3322085-44f0-4699-8583-14fa1e213fdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.021398] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5f1bd-9ebc-41dc-8081-3db2ce1a569b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.039400] env[65677]: DEBUG nova.compute.provider_tree [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.047645] env[65677]: DEBUG nova.compute.manager [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1089.048704] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ec6e4-7b4e-465a-b853-0b3bd11bf597 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.095927] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.239674] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551025} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.239957] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa/a12b9b10-f56d-45d1-8b69-8d220e0ce0fa.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.240218] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.240506] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d1b5ca-cf2f-4e4d-b8e4-8b2d143d71e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.248946] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1089.248946] env[65677]: value = "task-4636984" [ 1089.248946] env[65677]: _type = "Task" [ 1089.248946] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.259491] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.350516] env[65677]: WARNING neutronclient.v2_0.client [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.396472] env[65677]: DEBUG oslo_vmware.api [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Task: {'id': task-4636983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256453} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.396756] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.396945] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.397140] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.397363] env[65677]: INFO nova.compute.manager [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1089.397640] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.397841] env[65677]: DEBUG nova.compute.manager [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1089.397937] env[65677]: DEBUG nova.network.neutron [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1089.398194] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.480961] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.512087] env[65677]: DEBUG nova.network.neutron [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updated VIF entry in instance network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.512087] env[65677]: DEBUG nova.network.neutron [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.516165] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.546025] env[65677]: DEBUG nova.scheduler.client.report [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.571897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.138s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.761565] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082993} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.761945] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.763449] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d11652d-a8f9-44fe-852e-3ffb47f24381 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.788623] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa/a12b9b10-f56d-45d1-8b69-8d220e0ce0fa.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.789278] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3c954b-2f26-4772-b313-ccf4b73311be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.810796] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1089.810796] env[65677]: value = "task-4636985" [ 1089.810796] env[65677]: _type = "Task" [ 1089.810796] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.824655] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.017680] env[65677]: DEBUG oslo_concurrency.lockutils [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.018592] env[65677]: DEBUG nova.compute.manager [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1090.018898] env[65677]: DEBUG nova.compute.manager [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing instance network info cache due to event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1090.018962] env[65677]: DEBUG oslo_concurrency.lockutils [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.019155] env[65677]: DEBUG oslo_concurrency.lockutils [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.019240] env[65677]: DEBUG nova.network.neutron [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.050696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.053290] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.914s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.053641] env[65677]: DEBUG nova.objects.instance [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'resources' on Instance uuid fc24392d-26f1-4a9e-8839-4a8807c76507 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.079766] env[65677]: INFO nova.scheduler.client.report [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleted allocations for instance fb9ccf39-b7a0-4b04-901b-8291b702ea5b [ 1090.211250] env[65677]: DEBUG nova.compute.manager [req-013f8c4e-e9ce-4b66-8125-542c199dc4a7 req-a8795074-f3f9-4e9f-a18e-da06fb744997 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Received event network-vif-deleted-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1090.211473] env[65677]: INFO nova.compute.manager [req-013f8c4e-e9ce-4b66-8125-542c199dc4a7 req-a8795074-f3f9-4e9f-a18e-da06fb744997 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Neutron deleted interface adc41c35-8bf8-4c11-9a1a-945f24f0ba0d; detaching it from the instance and deleting it from the info cache [ 1090.212157] env[65677]: DEBUG nova.network.neutron [req-013f8c4e-e9ce-4b66-8125-542c199dc4a7 req-a8795074-f3f9-4e9f-a18e-da06fb744997 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.247869] env[65677]: DEBUG nova.network.neutron [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.321848] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.524184] env[65677]: WARNING neutronclient.v2_0.client [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.532623] env[65677]: DEBUG nova.compute.manager [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Received event network-vif-deleted-ee1b1883-3b47-423a-ba0a-38706fb0a94a {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1090.532923] env[65677]: DEBUG nova.compute.manager [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1090.533124] env[65677]: DEBUG nova.compute.manager [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing instance network info cache due to event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1090.533312] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.588948] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "fb9ccf39-b7a0-4b04-901b-8291b702ea5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.431s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.715145] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af44f42b-fe87-4a79-8f5d-383769d9c9ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.732874] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b9f74b-bafb-49a9-8e66-881ad1b99326 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.752477] env[65677]: INFO nova.compute.manager [-] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Took 1.35 seconds to deallocate network for instance. [ 1090.761770] env[65677]: WARNING neutronclient.v2_0.client [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.791239] env[65677]: DEBUG nova.compute.manager [req-013f8c4e-e9ce-4b66-8125-542c199dc4a7 req-a8795074-f3f9-4e9f-a18e-da06fb744997 service nova] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Detach interface failed, port_id=adc41c35-8bf8-4c11-9a1a-945f24f0ba0d, reason: Instance b800da8d-e940-4f0b-a52d-04ab0ce25532 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1090.830007] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636985, 'name': ReconfigVM_Task, 'duration_secs': 0.646083} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.830358] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa/a12b9b10-f56d-45d1-8b69-8d220e0ce0fa.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.831044] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0417dd6-580d-4a5d-8605-fa660f610cbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.842590] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1090.842590] env[65677]: value = "task-4636986" [ 1090.842590] env[65677]: _type = "Task" [ 1090.842590] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.857314] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636986, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.867403] env[65677]: DEBUG nova.network.neutron [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updated VIF entry in instance network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.867785] env[65677]: DEBUG nova.network.neutron [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.004656] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0413e308-c6e4-44bc-bbe0-bfa2d50f9bcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.014869] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c44f3-3b29-4659-9168-5f284b021b9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.049028] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d27226-b500-4948-9881-33c817c4ff36 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.058692] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b303663-f511-4dd7-95c4-f2354718186f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.074641] env[65677]: DEBUG nova.compute.provider_tree [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.099632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.099996] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.268893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.353252] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636986, 'name': Rename_Task, 'duration_secs': 0.189221} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.353493] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.353753] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b573e66-def0-45d9-bf9b-cd334b177284 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.361154] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1091.361154] env[65677]: value = "task-4636987" [ 1091.361154] env[65677]: _type = "Task" [ 1091.361154] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.371892] env[65677]: DEBUG oslo_concurrency.lockutils [req-aaa913ab-4bcd-48ab-bba0-da8fbce9f682 req-eb3b798d-a0b7-4672-be36-3e8274c25388 service nova] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.372393] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.372638] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.372815] env[65677]: DEBUG nova.network.neutron [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.578779] env[65677]: DEBUG nova.scheduler.client.report [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.602105] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1091.608714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.608941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.609156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.609331] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.609493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.611871] env[65677]: INFO nova.compute.manager [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Terminating instance [ 1091.872964] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.875638] env[65677]: WARNING neutronclient.v2_0.client [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.080597] env[65677]: WARNING neutronclient.v2_0.client [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.083557] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.086301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.908s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.088768] env[65677]: INFO nova.compute.claims [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.118017] env[65677]: INFO nova.scheduler.client.report [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted allocations for instance fc24392d-26f1-4a9e-8839-4a8807c76507 [ 1092.122996] env[65677]: DEBUG nova.compute.manager [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1092.123232] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.124126] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229013f-8e64-46a5-a0a3-3f9d99d1364c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.134771] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c98ae2b-9872-4704-9ed8-161f54ba310a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.145221] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Suspending the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1092.146018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.148682] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5bdb9ce-e572-44aa-8341-d05a9891442e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.150553] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.152032] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9b890e-ae32-4765-bbb7-816c30246540 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.159716] env[65677]: DEBUG oslo_vmware.api [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1092.159716] env[65677]: value = "task-4636988" [ 1092.159716] env[65677]: _type = "Task" [ 1092.159716] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.161737] env[65677]: DEBUG oslo_vmware.api [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1092.161737] env[65677]: value = "task-4636989" [ 1092.161737] env[65677]: _type = "Task" [ 1092.161737] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.176515] env[65677]: DEBUG oslo_vmware.api [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.180557] env[65677]: DEBUG oslo_vmware.api [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636988, 'name': SuspendVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.182090] env[65677]: DEBUG nova.network.neutron [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updated VIF entry in instance network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1092.182637] env[65677]: DEBUG nova.network.neutron [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.377661] env[65677]: DEBUG oslo_vmware.api [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4636987, 'name': PowerOnVM_Task, 'duration_secs': 0.966648} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.377984] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.378173] env[65677]: INFO nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1092.378372] env[65677]: DEBUG nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1092.379448] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75ad6fc-a8bc-4f2e-a7d0-c46b38e42de1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.642406] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3d306f28-7699-44c0-b571-7260f9ccd252 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "fc24392d-26f1-4a9e-8839-4a8807c76507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.040s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.677691] env[65677]: DEBUG oslo_vmware.api [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636988, 'name': SuspendVM_Task} progress is 54%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.681711] env[65677]: DEBUG oslo_vmware.api [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636989, 'name': PowerOffVM_Task, 'duration_secs': 0.27541} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.682014] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.682213] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.682493] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e189736-59b9-45cc-b8aa-ee40223f4691 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.686059] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.686309] env[65677]: DEBUG nova.compute.manager [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1092.686492] env[65677]: DEBUG nova.compute.manager [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing instance network info cache due to event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1092.686708] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.686848] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.687156] env[65677]: DEBUG nova.network.neutron [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.760459] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.760786] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.761051] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleting the datastore file [datastore2] 97e70989-1f1d-4588-b52d-b678cfd5b9dc {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.761384] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23185799-4c7c-4572-8395-ac311a044baf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.770193] env[65677]: DEBUG oslo_vmware.api [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for the task: (returnval){ [ 1092.770193] env[65677]: value = "task-4636991" [ 1092.770193] env[65677]: _type = "Task" [ 1092.770193] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.781434] env[65677]: DEBUG oslo_vmware.api [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.903751] env[65677]: INFO nova.compute.manager [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Took 36.30 seconds to build instance. [ 1093.051714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.052076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.052312] env[65677]: INFO nova.compute.manager [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Shelving [ 1093.173377] env[65677]: DEBUG oslo_vmware.api [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636988, 'name': SuspendVM_Task, 'duration_secs': 0.727221} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.176070] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Suspended the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1093.176263] env[65677]: DEBUG nova.compute.manager [None req-fd98982c-8d40-44e8-bedb-83571bf5f612 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1093.177254] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ca5be-a45f-4ce2-8b2b-975735dff481 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.190159] env[65677]: WARNING neutronclient.v2_0.client [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.283295] env[65677]: DEBUG oslo_vmware.api [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Task: {'id': task-4636991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163092} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.285887] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.286150] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.286334] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.286540] env[65677]: INFO nova.compute.manager [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1093.286792] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.287467] env[65677]: DEBUG nova.compute.manager [-] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1093.287574] env[65677]: DEBUG nova.network.neutron [-] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.287855] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.318693] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.405688] env[65677]: WARNING neutronclient.v2_0.client [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.406887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.817s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.430802] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe424bb-02e0-4f75-964f-3904734f63ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.440019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1021d3eb-6c29-4144-824f-b8025de1a5c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.481621] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8f5829-cd5c-493f-b704-94c1945acdb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.491640] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b2cdf5-3f02-45cd-b7f5-4ad1409c728c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.507495] env[65677]: DEBUG nova.compute.provider_tree [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.524917] env[65677]: DEBUG nova.network.neutron [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updated VIF entry in instance network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.525311] env[65677]: DEBUG nova.network.neutron [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.604371] env[65677]: DEBUG nova.compute.manager [req-eccac368-3913-440e-8f69-da9a2ee373f7 req-413816e9-ca98-4cdc-b4cc-f71dd7a9214c service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Received event network-vif-deleted-0a7ef205-6c5a-4390-8806-995a8ba7b6ff {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1093.604569] env[65677]: INFO nova.compute.manager [req-eccac368-3913-440e-8f69-da9a2ee373f7 req-413816e9-ca98-4cdc-b4cc-f71dd7a9214c service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Neutron deleted interface 0a7ef205-6c5a-4390-8806-995a8ba7b6ff; detaching it from the instance and deleting it from the info cache [ 1093.605827] env[65677]: DEBUG nova.network.neutron [req-eccac368-3913-440e-8f69-da9a2ee373f7 req-413816e9-ca98-4cdc-b4cc-f71dd7a9214c service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.760448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.760731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.012196] env[65677]: DEBUG nova.scheduler.client.report [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.028580] env[65677]: DEBUG oslo_concurrency.lockutils [req-dc0211cc-cc61-4183-a813-da409e06522a req-41d89406-5033-4a54-86a1-2ceaaa28bd87 service nova] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.064717] env[65677]: DEBUG nova.network.neutron [-] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.066598] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.066598] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb46cdf2-13bc-4904-bdd3-36d00047405a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.078789] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1094.078789] env[65677]: value = "task-4636992" [ 1094.078789] env[65677]: _type = "Task" [ 1094.078789] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.089555] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.108150] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c53d202-ecf4-4ed5-b533-1122fc4966d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.119059] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5801715-cf7e-4f7c-9e47-d53a6df34443 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.156707] env[65677]: DEBUG nova.compute.manager [req-eccac368-3913-440e-8f69-da9a2ee373f7 req-413816e9-ca98-4cdc-b4cc-f71dd7a9214c service nova] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Detach interface failed, port_id=0a7ef205-6c5a-4390-8806-995a8ba7b6ff, reason: Instance 97e70989-1f1d-4588-b52d-b678cfd5b9dc could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1094.263891] env[65677]: INFO nova.compute.manager [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Detaching volume 6e7d60c5-010b-424b-b34a-3cdd0fb944fb [ 1094.304608] env[65677]: INFO nova.virt.block_device [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Attempting to driver detach volume 6e7d60c5-010b-424b-b34a-3cdd0fb944fb from mountpoint /dev/sdb [ 1094.304879] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.305085] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905478', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'name': 'volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e', 'attached_at': '', 'detached_at': '', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'serial': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.306018] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c655ae-7334-42ce-a62f-c6f2f662d794 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.330406] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b608d1af-b756-4d21-9ceb-ccaf2afa0502 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.341048] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8ce74-1ade-42e9-9275-8d77d117b4af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.364035] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a22c4cd-9829-41f5-b2b1-728c06d93d77 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.383236] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb/volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.389171] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.389357] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fd7d97-1457-415b-b66e-fea5160137ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.410690] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1094.410690] env[65677]: value = "task-4636993" [ 1094.410690] env[65677]: _type = "Task" [ 1094.410690] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.420544] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.517631] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.518814] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1094.523294] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.794s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.523581] env[65677]: DEBUG nova.objects.instance [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid 53a5c3f6-3dea-4367-a07d-05cc12d3848a {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.570084] env[65677]: INFO nova.compute.manager [-] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Took 1.28 seconds to deallocate network for instance. [ 1094.591100] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636992, 'name': PowerOffVM_Task, 'duration_secs': 0.445494} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.591100] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.591100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22703d24-212e-4a34-8747-8a7f961f4424 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.610729] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617fc3a1-3add-4d4f-8dff-97c7c581163c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641167] env[65677]: INFO nova.compute.manager [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Resuming [ 1094.642111] env[65677]: DEBUG nova.objects.instance [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'flavor' on Instance uuid 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.719777] env[65677]: DEBUG nova.compute.manager [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1094.921598] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.028087] env[65677]: DEBUG nova.compute.utils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.032894] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1095.033418] env[65677]: DEBUG nova.network.neutron [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.033834] env[65677]: WARNING neutronclient.v2_0.client [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.034268] env[65677]: WARNING neutronclient.v2_0.client [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.076641] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.086891] env[65677]: DEBUG nova.policy [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3eee93d8f854f6488d257739e34be7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa05975a2a5c43d5b358db8e0e65a446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.125707] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1095.128586] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c3546b8-8041-4130-b0dd-84c52da575c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.138339] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1095.138339] env[65677]: value = "task-4636994" [ 1095.138339] env[65677]: _type = "Task" [ 1095.138339] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.150503] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636994, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.241196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.374454] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ba2c1-c2ab-4b7f-aa2f-7b33e84ec92d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.385711] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b78937-8414-441e-aa1d-16450f4b0943 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.421032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48991bf6-8e46-4084-992c-1e263e1fc943 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.432970] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.434124] env[65677]: DEBUG nova.network.neutron [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Successfully created port: eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.441226] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8fab6-8ab7-4314-b489-79e4f8434d20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457947] env[65677]: DEBUG nova.compute.provider_tree [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.531230] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1095.649654] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636994, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.708381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-0bed18b4-7a5c-4d65-ac93-82cf818ec07d-7c922660-c67e-458a-855f-c92bd4f4bc5d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.708671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-0bed18b4-7a5c-4d65-ac93-82cf818ec07d-7c922660-c67e-458a-855f-c92bd4f4bc5d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.709151] env[65677]: DEBUG nova.objects.instance [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'flavor' on Instance uuid 0bed18b4-7a5c-4d65-ac93-82cf818ec07d {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.929787] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636993, 'name': ReconfigVM_Task, 'duration_secs': 1.518561} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.930214] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.935871] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b428dc49-afbb-4db5-91c2-aecad6a447f9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.955928] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1095.955928] env[65677]: value = "task-4636995" [ 1095.955928] env[65677]: _type = "Task" [ 1095.955928] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.961553] env[65677]: DEBUG nova.scheduler.client.report [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.969613] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.150828] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636994, 'name': CreateSnapshot_Task, 'duration_secs': 0.589324} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.151185] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1096.152266] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e1272e-2ee4-4c6b-b140-454f35081f64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.160671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.160836] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquired lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.161014] env[65677]: DEBUG nova.network.neutron [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1096.216387] env[65677]: WARNING neutronclient.v2_0.client [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.382532] env[65677]: DEBUG nova.objects.instance [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'pci_requests' on Instance uuid 0bed18b4-7a5c-4d65-ac93-82cf818ec07d {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.467850] env[65677]: DEBUG oslo_vmware.api [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4636995, 'name': ReconfigVM_Task, 'duration_secs': 0.158119} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.468184] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905478', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'name': 'volume-6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e', 'attached_at': '', 'detached_at': '', 'volume_id': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb', 'serial': '6e7d60c5-010b-424b-b34a-3cdd0fb944fb'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.471375] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.473530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.749s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.473634] env[65677]: DEBUG nova.objects.instance [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'resources' on Instance uuid f2497c8c-3212-4019-bb87-fecc43c8e0d4 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.502028] env[65677]: INFO nova.scheduler.client.report [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance 53a5c3f6-3dea-4367-a07d-05cc12d3848a [ 1096.542622] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1096.572528] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.572692] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.572738] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.572881] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.573068] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.573237] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.573445] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.573601] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.573763] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.573928] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.574191] env[65677]: DEBUG nova.virt.hardware [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.575102] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc68324-a71d-416f-b41b-5dc1e829ed60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.584579] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599ff017-73a9-45a4-81a9-135bb7ec1599 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.665483] env[65677]: WARNING neutronclient.v2_0.client [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.674718] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1096.675331] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7d91be9-b004-4f3b-a175-029adca8fcff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.684225] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1096.684225] env[65677]: value = "task-4636996" [ 1096.684225] env[65677]: _type = "Task" [ 1096.684225] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.693837] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636996, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.827538] env[65677]: WARNING neutronclient.v2_0.client [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.885324] env[65677]: DEBUG nova.objects.base [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Object Instance<0bed18b4-7a5c-4d65-ac93-82cf818ec07d> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.885540] env[65677]: DEBUG nova.network.neutron [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1096.885883] env[65677]: WARNING neutronclient.v2_0.client [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.886294] env[65677]: WARNING neutronclient.v2_0.client [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.970550] env[65677]: DEBUG nova.network.neutron [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [{"id": "f397a742-c98c-42e8-91ed-eda10c6d756f", "address": "fa:16:3e:fe:fc:7d", "network": {"id": "a0ca7669-bc5f-4d74-bd24-06056b6fdfdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1367475783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1702dd5c74dd4439ad26c0c297f08968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf397a742-c9", "ovs_interfaceid": "f397a742-c98c-42e8-91ed-eda10c6d756f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.006320] env[65677]: DEBUG nova.policy [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.015102] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa10b505-44fd-44cb-bab8-9549c8368941 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "53a5c3f6-3dea-4367-a07d-05cc12d3848a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.493s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.021643] env[65677]: DEBUG nova.network.neutron [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Successfully updated port: eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1097.048394] env[65677]: DEBUG nova.objects.instance [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'flavor' on Instance uuid ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.084208] env[65677]: DEBUG nova.compute.manager [req-b064d0bb-802c-4796-bfdd-88d0848d2865 req-09284f41-7de6-4091-b8a5-47f813db4770 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Received event network-vif-plugged-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1097.084601] env[65677]: DEBUG oslo_concurrency.lockutils [req-b064d0bb-802c-4796-bfdd-88d0848d2865 req-09284f41-7de6-4091-b8a5-47f813db4770 service nova] Acquiring lock "4baa40af-f453-4e23-9084-dcab5d9a26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.084901] env[65677]: DEBUG oslo_concurrency.lockutils [req-b064d0bb-802c-4796-bfdd-88d0848d2865 req-09284f41-7de6-4091-b8a5-47f813db4770 service nova] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.085198] env[65677]: DEBUG oslo_concurrency.lockutils [req-b064d0bb-802c-4796-bfdd-88d0848d2865 req-09284f41-7de6-4091-b8a5-47f813db4770 service nova] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.085455] env[65677]: DEBUG nova.compute.manager [req-b064d0bb-802c-4796-bfdd-88d0848d2865 req-09284f41-7de6-4091-b8a5-47f813db4770 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] No waiting events found dispatching network-vif-plugged-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1097.085696] env[65677]: WARNING nova.compute.manager [req-b064d0bb-802c-4796-bfdd-88d0848d2865 req-09284f41-7de6-4091-b8a5-47f813db4770 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Received unexpected event network-vif-plugged-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 for instance with vm_state building and task_state spawning. [ 1097.197897] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636996, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.322514] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a6397-dbc6-4d0c-9759-7c1adbfe8ce0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.332236] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc726629-d0fe-4ecf-b4f9-7073ebf0724b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.374771] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9da0cc-3367-41d7-8efb-3cf65565c814 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.383887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1485977-ac47-46da-9cdc-65fdb13c8f32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.405848] env[65677]: DEBUG nova.compute.provider_tree [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.473330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Releasing lock "refresh_cache-64d8e30f-095e-4660-af21-8641f2e6ea70" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.474563] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aac6ce-0ed3-4a31-8264-d6bcceb7f01a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.482933] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Resuming the VM {{(pid=65677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1097.483252] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4875b4f-f119-46ec-9450-2a550b40455b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.490575] env[65677]: DEBUG oslo_vmware.api [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1097.490575] env[65677]: value = "task-4636997" [ 1097.490575] env[65677]: _type = "Task" [ 1097.490575] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.501076] env[65677]: DEBUG oslo_vmware.api [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.525314] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "refresh_cache-4baa40af-f453-4e23-9084-dcab5d9a26dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.525566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquired lock "refresh_cache-4baa40af-f453-4e23-9084-dcab5d9a26dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.525768] env[65677]: DEBUG nova.network.neutron [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.695848] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636996, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.909075] env[65677]: DEBUG nova.scheduler.client.report [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.004967] env[65677]: DEBUG oslo_vmware.api [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.061635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-60f28324-30b1-4309-bfc4-57c995dcf998 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.301s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.086874] env[65677]: DEBUG nova.network.neutron [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1098.191233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "274347fa-0c50-4694-a7c3-7030691020c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.191493] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "274347fa-0c50-4694-a7c3-7030691020c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.209504] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4636996, 'name': CloneVM_Task, 'duration_secs': 1.117563} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.209830] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Created linked-clone VM from snapshot [ 1098.210625] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee6f505-754e-4ffd-8c0a-804d603740aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.223348] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Uploading image 10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1098.226552] env[65677]: WARNING neutronclient.v2_0.client [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.257286] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1098.257286] env[65677]: value = "vm-905522" [ 1098.257286] env[65677]: _type = "VirtualMachine" [ 1098.257286] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1098.257587] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-377c89dd-afbd-407d-8d52-c99822d2c845 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.266811] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease: (returnval){ [ 1098.266811] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207dbb1-36f0-9b08-8ed7-c86332c47611" [ 1098.266811] env[65677]: _type = "HttpNfcLease" [ 1098.266811] env[65677]: } obtained for exporting VM: (result){ [ 1098.266811] env[65677]: value = "vm-905522" [ 1098.266811] env[65677]: _type = "VirtualMachine" [ 1098.266811] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1098.267380] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the lease: (returnval){ [ 1098.267380] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207dbb1-36f0-9b08-8ed7-c86332c47611" [ 1098.267380] env[65677]: _type = "HttpNfcLease" [ 1098.267380] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1098.275055] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.275055] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207dbb1-36f0-9b08-8ed7-c86332c47611" [ 1098.275055] env[65677]: _type = "HttpNfcLease" [ 1098.275055] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1098.315036] env[65677]: DEBUG nova.network.neutron [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Updating instance_info_cache with network_info: [{"id": "eb9d7523-49b9-467c-b8cd-7f49ad8970e2", "address": "fa:16:3e:7d:a3:0e", "network": {"id": "5931e5ca-8538-463b-91e9-8c9fcafa0603", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-478995787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa05975a2a5c43d5b358db8e0e65a446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7523-49", "ovs_interfaceid": "eb9d7523-49b9-467c-b8cd-7f49ad8970e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.414769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.417630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.178s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.417884] env[65677]: DEBUG nova.objects.instance [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'resources' on Instance uuid 07e11662-8119-42df-bc9a-8fa757065a1c {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.437918] env[65677]: INFO nova.scheduler.client.report [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted allocations for instance f2497c8c-3212-4019-bb87-fecc43c8e0d4 [ 1098.502038] env[65677]: DEBUG oslo_vmware.api [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4636997, 'name': PowerOnVM_Task, 'duration_secs': 0.547339} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.502429] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Resumed the VM {{(pid=65677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1098.502706] env[65677]: DEBUG nova.compute.manager [None req-c05b695b-80a9-4c07-b754-b8ab8ae98b28 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1098.503567] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9ab1a-c67d-4783-9a69-443a8ae8ed9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.695208] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1098.776646] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.776646] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207dbb1-36f0-9b08-8ed7-c86332c47611" [ 1098.776646] env[65677]: _type = "HttpNfcLease" [ 1098.776646] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1098.777083] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1098.777083] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5207dbb1-36f0-9b08-8ed7-c86332c47611" [ 1098.777083] env[65677]: _type = "HttpNfcLease" [ 1098.777083] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1098.777923] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8e1e4-40ca-482f-aa1d-7a58bd4aa76d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.786868] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528734de-1409-564b-110f-20c22a691883/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1098.787096] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528734de-1409-564b-110f-20c22a691883/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.844359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Releasing lock "refresh_cache-4baa40af-f453-4e23-9084-dcab5d9a26dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.844751] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Instance network_info: |[{"id": "eb9d7523-49b9-467c-b8cd-7f49ad8970e2", "address": "fa:16:3e:7d:a3:0e", "network": {"id": "5931e5ca-8538-463b-91e9-8c9fcafa0603", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-478995787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa05975a2a5c43d5b358db8e0e65a446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7523-49", "ovs_interfaceid": "eb9d7523-49b9-467c-b8cd-7f49ad8970e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1098.845595] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a3:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb9d7523-49b9-467c-b8cd-7f49ad8970e2', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.853346] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Creating folder: Project (aa05975a2a5c43d5b358db8e0e65a446). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.854894] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e050cd9-d86d-49ca-b77b-cc131a0bf35b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.867919] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Created folder: Project (aa05975a2a5c43d5b358db8e0e65a446) in parent group-v905237. [ 1098.868140] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Creating folder: Instances. Parent ref: group-v905523. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.868408] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080b89e1-fe47-4484-9677-84f1a461965d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.881306] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Created folder: Instances in parent group-v905523. [ 1098.881584] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1098.881815] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.882093] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74e3ad78-0bf3-42f5-ae44-810913b8c1b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.904247] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.904247] env[65677]: value = "task-4637001" [ 1098.904247] env[65677]: _type = "Task" [ 1098.904247] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.911242] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98d8fcb4-dc57-4781-bfe9-a29f576b82d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.924039] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637001, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.953081] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "f2497c8c-3212-4019-bb87-fecc43c8e0d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.611s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.087024] env[65677]: DEBUG nova.network.neutron [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Successfully updated port: 7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1099.133373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.133658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.133891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.134134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.134412] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.136710] env[65677]: INFO nova.compute.manager [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Terminating instance [ 1099.214935] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.275762] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25131a28-afb3-4f37-88da-02788503e5db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.286697] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e56c89-69b1-40c9-a8d6-fa1ace4cf940 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.331564] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c8e96d-115f-4d92-a6e4-002d6f490bbc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.342341] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8ad10-2b2e-4f6f-9ab4-72b5466e103e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.359216] env[65677]: DEBUG nova.compute.provider_tree [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.421281] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637001, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.591626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.591941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.592208] env[65677]: DEBUG nova.network.neutron [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.640770] env[65677]: DEBUG nova.compute.manager [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1099.641079] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.642403] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277dc2bd-2ad5-487a-b9cc-10156a2cd8b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.653574] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.653983] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11db649-6218-4957-87fe-8cf6fa14e44f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.661770] env[65677]: DEBUG oslo_vmware.api [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1099.661770] env[65677]: value = "task-4637002" [ 1099.661770] env[65677]: _type = "Task" [ 1099.661770] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.673316] env[65677]: DEBUG oslo_vmware.api [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.769552] env[65677]: DEBUG nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Received event network-changed-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1099.769955] env[65677]: DEBUG nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Refreshing instance network info cache due to event network-changed-eb9d7523-49b9-467c-b8cd-7f49ad8970e2. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1099.770012] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Acquiring lock "refresh_cache-4baa40af-f453-4e23-9084-dcab5d9a26dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.770153] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Acquired lock "refresh_cache-4baa40af-f453-4e23-9084-dcab5d9a26dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.770399] env[65677]: DEBUG nova.network.neutron [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Refreshing network info cache for port eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.863545] env[65677]: DEBUG nova.scheduler.client.report [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.919834] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637001, 'name': CreateVM_Task, 'duration_secs': 0.680558} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.920099] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.920691] env[65677]: WARNING neutronclient.v2_0.client [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.921156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.921362] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.921925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.922268] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9950bce-7c02-4a92-848c-fdc2f8d6d6e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.928756] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1099.928756] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529803a0-3a72-96e2-a0e7-a752f771a0c0" [ 1099.928756] env[65677]: _type = "Task" [ 1099.928756] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.939459] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529803a0-3a72-96e2-a0e7-a752f771a0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.134453] env[65677]: WARNING nova.network.neutron [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] 86e26676-b93d-4438-ae11-5c77fae018b0 already exists in list: networks containing: ['86e26676-b93d-4438-ae11-5c77fae018b0']. ignoring it [ 1100.173250] env[65677]: DEBUG oslo_vmware.api [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637002, 'name': PowerOffVM_Task, 'duration_secs': 0.295011} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.173608] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.174132] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.174132] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca829e1-22ef-4283-888e-0252daa77efd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.241573] env[65677]: WARNING neutronclient.v2_0.client [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.265324] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.265634] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.265872] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleting the datastore file [datastore1] ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.266393] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5216f181-f55f-4430-a2c2-4576a8832c51 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.274163] env[65677]: WARNING neutronclient.v2_0.client [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.277025] env[65677]: DEBUG oslo_vmware.api [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1100.277025] env[65677]: value = "task-4637004" [ 1100.277025] env[65677]: _type = "Task" [ 1100.277025] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.291683] env[65677]: DEBUG oslo_vmware.api [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.371253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.374189] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.278s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.374648] env[65677]: DEBUG nova.objects.instance [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lazy-loading 'resources' on Instance uuid 62f8eca4-a199-49be-8008-01543b3b2cbc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.407047] env[65677]: INFO nova.scheduler.client.report [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted allocations for instance 07e11662-8119-42df-bc9a-8fa757065a1c [ 1100.441249] env[65677]: WARNING neutronclient.v2_0.client [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.450060] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529803a0-3a72-96e2-a0e7-a752f771a0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015887} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.450445] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.450757] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.451166] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.451542] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.451808] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.452131] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee154f2d-f5f4-4705-9389-1451a4edad6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.457434] env[65677]: WARNING neutronclient.v2_0.client [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.463023] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.463379] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.464631] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0072be-0c15-4eba-86e4-2ec6949fc73d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.471576] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1100.471576] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5297b922-424a-4cd0-39b5-d3178716351d" [ 1100.471576] env[65677]: _type = "Task" [ 1100.471576] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.483512] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5297b922-424a-4cd0-39b5-d3178716351d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.531240] env[65677]: DEBUG nova.network.neutron [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "address": "fa:16:3e:15:6e:26", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c922660-c6", "ovs_interfaceid": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.558643] env[65677]: DEBUG nova.network.neutron [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Updated VIF entry in instance network info cache for port eb9d7523-49b9-467c-b8cd-7f49ad8970e2. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.559033] env[65677]: DEBUG nova.network.neutron [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Updating instance_info_cache with network_info: [{"id": "eb9d7523-49b9-467c-b8cd-7f49ad8970e2", "address": "fa:16:3e:7d:a3:0e", "network": {"id": "5931e5ca-8538-463b-91e9-8c9fcafa0603", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-478995787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa05975a2a5c43d5b358db8e0e65a446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7523-49", "ovs_interfaceid": "eb9d7523-49b9-467c-b8cd-7f49ad8970e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.791389] env[65677]: DEBUG oslo_vmware.api [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167026} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.791866] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.792148] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.792386] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.792613] env[65677]: INFO nova.compute.manager [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1100.793103] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1100.793318] env[65677]: DEBUG nova.compute.manager [-] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1100.793414] env[65677]: DEBUG nova.network.neutron [-] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1100.793665] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.831195] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.917960] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17d97e2d-d872-427c-930d-c4982a2d8136 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "07e11662-8119-42df-bc9a-8fa757065a1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.218s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.985949] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5297b922-424a-4cd0-39b5-d3178716351d, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.986924] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45de4e30-fbf5-4fed-8a77-f464109ae46e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.997779] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1100.997779] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f9510c-6888-7d80-a5ac-091378a66370" [ 1100.997779] env[65677]: _type = "Task" [ 1100.997779] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.008260] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f9510c-6888-7d80-a5ac-091378a66370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.034218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.035245] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.035245] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.036058] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90649850-b7a4-4a01-8432-21c56af71673 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.059060] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.059403] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.059480] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.059864] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.060124] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.060191] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.060395] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.060552] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.060717] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.060906] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.061093] env[65677]: DEBUG nova.virt.hardware [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.067609] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Reconfiguring VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1101.070862] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Releasing lock "refresh_cache-4baa40af-f453-4e23-9084-dcab5d9a26dc" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.071110] env[65677]: DEBUG nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-vif-plugged-7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1101.071304] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.071504] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.071663] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.071825] env[65677]: DEBUG nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] No waiting events found dispatching network-vif-plugged-7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1101.071989] env[65677]: WARNING nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received unexpected event network-vif-plugged-7c922660-c67e-458a-855f-c92bd4f4bc5d for instance with vm_state active and task_state None. [ 1101.072166] env[65677]: DEBUG nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-changed-7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1101.072324] env[65677]: DEBUG nova.compute.manager [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing instance network info cache due to event network-changed-7c922660-c67e-458a-855f-c92bd4f4bc5d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1101.072499] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.072630] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.072782] env[65677]: DEBUG nova.network.neutron [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing network info cache for port 7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.074382] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de07d65-030c-4761-9509-0f6707380152 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.095475] env[65677]: DEBUG oslo_vmware.api [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1101.095475] env[65677]: value = "task-4637005" [ 1101.095475] env[65677]: _type = "Task" [ 1101.095475] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.108269] env[65677]: DEBUG oslo_vmware.api [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637005, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.237303] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5715fa-cce4-4dba-a15c-784d8ca9c3d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.246956] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494160f-34c7-4f67-9799-a346e00a2c1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.291087] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455f542-bc4c-47d3-ad99-e8b909a9fbad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.299886] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ac5f56-35bc-444d-bae4-ee4fe96cbadd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.315214] env[65677]: DEBUG nova.compute.provider_tree [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.509059] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52f9510c-6888-7d80-a5ac-091378a66370, 'name': SearchDatastore_Task, 'duration_secs': 0.018078} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.509356] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.509628] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 4baa40af-f453-4e23-9084-dcab5d9a26dc/4baa40af-f453-4e23-9084-dcab5d9a26dc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.509894] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03620a5a-1ba3-4805-b5b2-80fc2d9473cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.518158] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1101.518158] env[65677]: value = "task-4637006" [ 1101.518158] env[65677]: _type = "Task" [ 1101.518158] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.530352] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.589241] env[65677]: WARNING neutronclient.v2_0.client [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.607042] env[65677]: DEBUG oslo_vmware.api [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.770387] env[65677]: WARNING neutronclient.v2_0.client [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.818547] env[65677]: DEBUG nova.scheduler.client.report [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.859993] env[65677]: DEBUG nova.network.neutron [-] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.870280] env[65677]: DEBUG nova.compute.manager [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1101.886548] env[65677]: DEBUG nova.network.neutron [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updated VIF entry in instance network info cache for port 7c922660-c67e-458a-855f-c92bd4f4bc5d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.886897] env[65677]: DEBUG nova.network.neutron [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "address": "fa:16:3e:15:6e:26", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c922660-c6", "ovs_interfaceid": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.034326] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.089069] env[65677]: DEBUG nova.compute.manager [req-4753aa2a-e5de-41f6-ab7d-36a3baf495d0 req-0ee98164-9109-448f-a498-2156b0965e91 service nova] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Received event network-vif-deleted-58161730-0825-45b9-8fda-a1ee1652a06d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1102.107452] env[65677]: DEBUG oslo_vmware.api [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637005, 'name': ReconfigVM_Task, 'duration_secs': 0.831119} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.107985] env[65677]: WARNING neutronclient.v2_0.client [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.108264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.108478] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Reconfigured VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1102.327106] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.329704] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.814s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.329963] env[65677]: DEBUG nova.objects.instance [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'resources' on Instance uuid 67d8c07a-abfc-4d23-9600-cd293b7d20ae {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.355902] env[65677]: INFO nova.scheduler.client.report [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Deleted allocations for instance 62f8eca4-a199-49be-8008-01543b3b2cbc [ 1102.370303] env[65677]: INFO nova.compute.manager [-] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Took 1.58 seconds to deallocate network for instance. [ 1102.390938] env[65677]: DEBUG oslo_concurrency.lockutils [req-9ff1d179-06bb-4311-94d1-842bd5772946 req-1a4b9d30-adf0-41ce-8870-77831f5848ae service nova] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.391755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.531788] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535628} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.532092] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 4baa40af-f453-4e23-9084-dcab5d9a26dc/4baa40af-f453-4e23-9084-dcab5d9a26dc.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.532330] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.532682] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a58e61e-1a34-43ff-b923-481cabbab551 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.541342] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1102.541342] env[65677]: value = "task-4637007" [ 1102.541342] env[65677]: _type = "Task" [ 1102.541342] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.553204] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.614401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-0bed18b4-7a5c-4d65-ac93-82cf818ec07d-7c922660-c67e-458a-855f-c92bd4f4bc5d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.906s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.866126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-81080c70-a496-4097-b9f9-c6153894125d tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Lock "62f8eca4-a199-49be-8008-01543b3b2cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.832s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.882276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.053495] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073534} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.053872] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.054583] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea1ccd-23db-4aa0-9feb-257202906d89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.078879] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 4baa40af-f453-4e23-9084-dcab5d9a26dc/4baa40af-f453-4e23-9084-dcab5d9a26dc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.082139] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e06238-163d-4209-a825-d5f5c72eda4b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.103872] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1103.103872] env[65677]: value = "task-4637008" [ 1103.103872] env[65677]: _type = "Task" [ 1103.103872] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.120569] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.169423] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ecf04-ef7e-4c47-a195-a3e12b4d109e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179233] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b90c64-7cb0-48a3-b999-66dccb688091 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.213573] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb788d41-6db9-47bf-b9cc-06aa9c3e0f00 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.222963] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b390fe-e780-43b7-a240-f291e14637e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.239116] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.615235] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637008, 'name': ReconfigVM_Task, 'duration_secs': 0.489145} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.615689] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 4baa40af-f453-4e23-9084-dcab5d9a26dc/4baa40af-f453-4e23-9084-dcab5d9a26dc.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.616250] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a94f0b99-1009-4da6-92c6-526673e6c5c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.624081] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1103.624081] env[65677]: value = "task-4637009" [ 1103.624081] env[65677]: _type = "Task" [ 1103.624081] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.634666] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637009, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.765546] env[65677]: ERROR nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [req-6e22aa53-c17d-43cf-9034-acecf02b1370] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e22aa53-c17d-43cf-9034-acecf02b1370"}]} [ 1103.787433] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1103.806399] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1103.806623] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.822046] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1103.860717] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1104.137250] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637009, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.189313] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead5252-05bb-4b49-8dd1-d6dd86628c72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.198225] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4457eeb9-2eb4-4ef4-9f49-2e3f315b0c5e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.234764] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12dd7a-4865-4d94-b915-071975cd05f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.245497] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d36d8-6c23-4bc4-a046-cce6b2dea8d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.262759] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.499892] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-0bed18b4-7a5c-4d65-ac93-82cf818ec07d-7c922660-c67e-458a-855f-c92bd4f4bc5d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.500099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-0bed18b4-7a5c-4d65-ac93-82cf818ec07d-7c922660-c67e-458a-855f-c92bd4f4bc5d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.514615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "85834c2f-5c57-4c3e-9469-45b24425298e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.514615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "85834c2f-5c57-4c3e-9469-45b24425298e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.638092] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637009, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.785525] env[65677]: ERROR nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [req-c56c70be-d97a-4c76-b0e0-5a94a956454f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c56c70be-d97a-4c76-b0e0-5a94a956454f"}]} [ 1104.812617] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1104.828095] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1104.828413] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.849173] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1104.871445] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1105.003513] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.003713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.005101] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79937c5b-bc27-45c6-a2b7-8abc4775a3c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.024844] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1105.031225] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35704ba2-c94c-412c-b2e9-6e686fb509ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.055036] env[65677]: WARNING neutronclient.v2_0.client [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.060916] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Reconfiguring VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1105.064431] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c66a88-2da3-4187-a398-608280e78f6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.087300] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1105.087300] env[65677]: value = "task-4637010" [ 1105.087300] env[65677]: _type = "Task" [ 1105.087300] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.100182] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.135592] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637009, 'name': Rename_Task, 'duration_secs': 1.272877} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.138514] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.139876] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4991e93e-5b6b-4db5-a208-0ce8d5498a63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.147378] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1105.147378] env[65677]: value = "task-4637011" [ 1105.147378] env[65677]: _type = "Task" [ 1105.147378] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.160928] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.245442] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb21449-5360-4c85-8a16-2267b2d59408 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.253070] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f216982f-71bf-41ee-8b73-040747ffd6a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.284997] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5bc45a-2313-43fe-9892-658a7b174fb9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.293712] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e1240e-7a4a-4e49-b028-a1ded6529ba7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.309113] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.557564] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.598779] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.660079] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.860282] env[65677]: DEBUG nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1105.860604] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 134 to 135 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1105.860810] env[65677]: DEBUG nova.compute.provider_tree [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.101865] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.158992] env[65677]: DEBUG oslo_vmware.api [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637011, 'name': PowerOnVM_Task, 'duration_secs': 0.838625} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.159296] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.159520] env[65677]: INFO nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1106.160298] env[65677]: DEBUG nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1106.160527] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992a1565-f95f-4add-ae9f-04daccdadab3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.366971] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.037s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.369181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.100s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.369379] env[65677]: DEBUG nova.objects.instance [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lazy-loading 'resources' on Instance uuid b800da8d-e940-4f0b-a52d-04ab0ce25532 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.392784] env[65677]: INFO nova.scheduler.client.report [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleted allocations for instance 67d8c07a-abfc-4d23-9600-cd293b7d20ae [ 1106.601738] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.680800] env[65677]: INFO nova.compute.manager [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Took 27.53 seconds to build instance. [ 1106.900079] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e8626648-1d69-4ac7-a429-9ce5f8fff858 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "67d8c07a-abfc-4d23-9600-cd293b7d20ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.165s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.104799] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.146756] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fad50c1-d48e-4be8-b7df-f7b5ec4d33ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.155751] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618fd417-2ae5-458f-8a88-26d14ffed91e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.194162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e7134e29-c493-47c1-b0c7-38dc47b06e52 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.062s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.196057] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb9f1a-60b5-4259-b31b-3fb02b56612f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.205398] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbddc71-daf1-4ae3-8ddc-f648bd35e147 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.221804] env[65677]: DEBUG nova.compute.provider_tree [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.603545] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.665722] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "4baa40af-f453-4e23-9084-dcab5d9a26dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.666046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.666357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "4baa40af-f453-4e23-9084-dcab5d9a26dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.666559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.666761] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.669242] env[65677]: INFO nova.compute.manager [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Terminating instance [ 1107.725111] env[65677]: DEBUG nova.scheduler.client.report [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.740526] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.741114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.741114] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.741301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.741476] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.745183] env[65677]: INFO nova.compute.manager [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Terminating instance [ 1108.102844] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.173998] env[65677]: DEBUG nova.compute.manager [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1108.174361] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.175302] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f916fc-e366-4466-bd46-5ccbc4f97e9d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.183368] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.183749] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536d99f9-2507-4109-8028-884b4742183c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.191717] env[65677]: DEBUG oslo_vmware.api [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1108.191717] env[65677]: value = "task-4637012" [ 1108.191717] env[65677]: _type = "Task" [ 1108.191717] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.200729] env[65677]: DEBUG oslo_vmware.api [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.206328] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.206578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.206774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.206960] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.207126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.209379] env[65677]: INFO nova.compute.manager [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Terminating instance [ 1108.231695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.235671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.090s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.240060] env[65677]: INFO nova.compute.claims [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.251609] env[65677]: DEBUG nova.compute.manager [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1108.251863] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.252989] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11270881-4e68-4c54-b006-6d5f10c1e15f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.260293] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528734de-1409-564b-110f-20c22a691883/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.261273] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d27fa-5e03-4467-bbcf-773af8b3505e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.267671] env[65677]: INFO nova.scheduler.client.report [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Deleted allocations for instance b800da8d-e940-4f0b-a52d-04ab0ce25532 [ 1108.269916] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.272937] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b31596-60e4-4b23-8313-ee3d8cff1ea6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.276984] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528734de-1409-564b-110f-20c22a691883/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.277186] env[65677]: ERROR oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528734de-1409-564b-110f-20c22a691883/disk-0.vmdk due to incomplete transfer. [ 1108.277437] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2179825d-707e-4ff8-b2be-8dbed7d69476 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.280756] env[65677]: DEBUG oslo_vmware.api [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1108.280756] env[65677]: value = "task-4637013" [ 1108.280756] env[65677]: _type = "Task" [ 1108.280756] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.285848] env[65677]: DEBUG oslo_vmware.rw_handles [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528734de-1409-564b-110f-20c22a691883/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1108.286169] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Uploaded image 10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1108.288377] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1108.292029] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ece28073-f516-4c76-a1f7-3c3eee50174a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.293811] env[65677]: DEBUG oslo_vmware.api [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4637013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.300765] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1108.300765] env[65677]: value = "task-4637014" [ 1108.300765] env[65677]: _type = "Task" [ 1108.300765] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.311753] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637014, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.603663] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.706463] env[65677]: DEBUG oslo_vmware.api [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637012, 'name': PowerOffVM_Task, 'duration_secs': 0.244194} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.706759] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.707398] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.707398] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a854b1b-d5be-4a17-8828-1a6dc8583465 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.713938] env[65677]: DEBUG nova.compute.manager [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1108.714191] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.714998] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae9e95-d0fa-4efe-b51f-00ca52030d80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.724867] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.725206] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12968f8-25e4-4e75-9a35-eccf39bc1f34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.733219] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1108.733219] env[65677]: value = "task-4637016" [ 1108.733219] env[65677]: _type = "Task" [ 1108.733219] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.743390] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4637016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.780390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa8c3845-12ba-4488-9c07-8504cc5bae82 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Lock "b800da8d-e940-4f0b-a52d-04ab0ce25532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.055s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.794157] env[65677]: DEBUG oslo_vmware.api [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4637013, 'name': PowerOffVM_Task, 'duration_secs': 0.246784} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.794554] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.794893] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.796967] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49c1a920-5b74-4e4f-8d83-457e3a06a30d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.799033] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.799271] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.799460] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Deleting the datastore file [datastore2] 4baa40af-f453-4e23-9084-dcab5d9a26dc {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.799768] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ba5dfb-061f-48d9-8552-c279034d873e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.813689] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637014, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.815374] env[65677]: DEBUG oslo_vmware.api [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for the task: (returnval){ [ 1108.815374] env[65677]: value = "task-4637018" [ 1108.815374] env[65677]: _type = "Task" [ 1108.815374] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.828453] env[65677]: DEBUG oslo_vmware.api [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.883660] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.885338] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.885338] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleting the datastore file [datastore1] c4c65d99-f3a6-44fc-afe0-dc0331dc9815 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.885338] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be4a716f-8cca-4de1-a115-8db7a3af828a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.894745] env[65677]: DEBUG oslo_vmware.api [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for the task: (returnval){ [ 1108.894745] env[65677]: value = "task-4637019" [ 1108.894745] env[65677]: _type = "Task" [ 1108.894745] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.906249] env[65677]: DEBUG oslo_vmware.api [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4637019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.104544] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.246469] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4637016, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.314180] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637014, 'name': Destroy_Task, 'duration_secs': 0.635285} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.317016] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Destroyed the VM [ 1109.317289] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1109.318573] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5c9ab79-28b4-4ef0-81ff-ce5b1d87ae95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.331188] env[65677]: DEBUG oslo_vmware.api [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Task: {'id': task-4637018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196822} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.335638] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.335885] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.336158] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.336430] env[65677]: INFO nova.compute.manager [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1109.336709] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.337027] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1109.337027] env[65677]: value = "task-4637020" [ 1109.337027] env[65677]: _type = "Task" [ 1109.337027] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.337457] env[65677]: DEBUG nova.compute.manager [-] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1109.337588] env[65677]: DEBUG nova.network.neutron [-] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.337845] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.350498] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637020, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.406461] env[65677]: DEBUG oslo_vmware.api [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Task: {'id': task-4637019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17188} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.410712] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.410951] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.411160] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.411584] env[65677]: INFO nova.compute.manager [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1109.411906] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.413976] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.415781] env[65677]: DEBUG nova.compute.manager [-] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1109.415956] env[65677]: DEBUG nova.network.neutron [-] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.416446] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.581223] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e401a1-53a3-404b-a636-29c350b431a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.592412] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33821f9a-83f2-4001-8738-25baca3fe2c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.604811] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.632422] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04121e80-f268-4810-aea1-f6988b2fae03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.642078] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b933bc3-faa2-4a8e-b6a5-2c933f477bb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.659441] env[65677]: DEBUG nova.compute.provider_tree [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.681317] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.749838] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4637016, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.832825] env[65677]: DEBUG nova.compute.manager [req-fe0724c0-6360-4713-9153-5fa618c8d01a req-5802d154-399c-42cb-8510-a999af758b77 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Received event network-vif-deleted-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1109.834146] env[65677]: INFO nova.compute.manager [req-fe0724c0-6360-4713-9153-5fa618c8d01a req-5802d154-399c-42cb-8510-a999af758b77 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Neutron deleted interface eb9d7523-49b9-467c-b8cd-7f49ad8970e2; detaching it from the instance and deleting it from the info cache [ 1109.834146] env[65677]: DEBUG nova.network.neutron [req-fe0724c0-6360-4713-9153-5fa618c8d01a req-5802d154-399c-42cb-8510-a999af758b77 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.857182] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637020, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375577} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.858759] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1109.859264] env[65677]: DEBUG nova.compute.manager [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1109.860742] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba527f83-202e-405c-8e82-dc1fcb82606d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.106937] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.138714] env[65677]: DEBUG nova.network.neutron [-] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.163083] env[65677]: DEBUG nova.scheduler.client.report [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.246271] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4637016, 'name': PowerOffVM_Task, 'duration_secs': 1.239216} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.246556] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.246715] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.247015] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bca90435-2d50-44cf-8a48-a75dc10b9a88 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.333818] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.334347] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.334756] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleting the datastore file [datastore2] 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.334921] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0e73553-3743-4988-aa88-3d332b3c54ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.337908] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc915f28-75c2-4746-a861-a4ccd642babd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.345839] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for the task: (returnval){ [ 1110.345839] env[65677]: value = "task-4637022" [ 1110.345839] env[65677]: _type = "Task" [ 1110.345839] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.353479] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7271e57-2adc-43c1-b769-fa437da10407 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.372170] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4637022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.389162] env[65677]: DEBUG nova.compute.manager [req-fe0724c0-6360-4713-9153-5fa618c8d01a req-5802d154-399c-42cb-8510-a999af758b77 service nova] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Detach interface failed, port_id=eb9d7523-49b9-467c-b8cd-7f49ad8970e2, reason: Instance 4baa40af-f453-4e23-9084-dcab5d9a26dc could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1110.389967] env[65677]: INFO nova.compute.manager [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Shelve offloading [ 1110.452818] env[65677]: DEBUG nova.network.neutron [-] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.608076] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.640826] env[65677]: INFO nova.compute.manager [-] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Took 1.30 seconds to deallocate network for instance. [ 1110.668553] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.669201] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1110.672293] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.596s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.672520] env[65677]: DEBUG nova.objects.instance [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lazy-loading 'resources' on Instance uuid 97e70989-1f1d-4588-b52d-b678cfd5b9dc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.859780] env[65677]: DEBUG oslo_vmware.api [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Task: {'id': task-4637022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15115} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.859780] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.860199] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.860199] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.860199] env[65677]: INFO nova.compute.manager [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1110.860439] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1110.860636] env[65677]: DEBUG nova.compute.manager [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1110.860733] env[65677]: DEBUG nova.network.neutron [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1110.860991] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.894761] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.895207] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420c3899-f876-4d2a-9636-85da155f4ab6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.903570] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1110.903570] env[65677]: value = "task-4637023" [ 1110.903570] env[65677]: _type = "Task" [ 1110.903570] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.915208] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1110.915445] env[65677]: DEBUG nova.compute.manager [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1110.916304] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e11b7-371a-4ab4-9ec0-e25670cb819d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.923134] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.923342] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.923519] env[65677]: DEBUG nova.network.neutron [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.925582] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.954969] env[65677]: INFO nova.compute.manager [-] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Took 1.54 seconds to deallocate network for instance. [ 1111.109717] env[65677]: DEBUG oslo_vmware.api [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637010, 'name': ReconfigVM_Task, 'duration_secs': 5.840697} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.110291] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111461] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Reconfigured VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1111.111461] env[65677]: WARNING neutronclient.v2_0.client [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.111461] env[65677]: WARNING neutronclient.v2_0.client [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.147583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.176181] env[65677]: DEBUG nova.compute.utils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.184752] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1111.184752] env[65677]: DEBUG nova.network.neutron [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1111.184752] env[65677]: WARNING neutronclient.v2_0.client [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.184752] env[65677]: WARNING neutronclient.v2_0.client [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.243461] env[65677]: WARNING neutronclient.v2_0.client [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.279779] env[65677]: DEBUG nova.policy [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fac2a94089aa4f37960f45c8919a9005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cf4e1f870694472819dfae76e937163', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.430649] env[65677]: WARNING neutronclient.v2_0.client [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.463341] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.470763] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e60c00-8dca-4e2f-8119-6c40a0f903d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.479630] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5e038-1184-4d64-a04b-0c9bf8a8b764 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.518493] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a3579-1843-40aa-8632-1d225568e1d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.534996] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d1458-fdfe-4eef-a8c1-7445c9e327ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.553317] env[65677]: DEBUG nova.compute.provider_tree [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.655452] env[65677]: DEBUG nova.network.neutron [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Successfully created port: 0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1111.663403] env[65677]: DEBUG nova.network.neutron [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.683736] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1112.059054] env[65677]: DEBUG nova.scheduler.client.report [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.137985] env[65677]: WARNING neutronclient.v2_0.client [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.143183] env[65677]: DEBUG nova.compute.manager [req-198729de-584d-4b88-9c11-394b7ccb5b91 req-fcbca29c-81fe-4e15-8c0f-a3722578c5bf service nova] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Received event network-vif-deleted-0b86c80a-cede-4967-8700-a0c3edb6e9ef {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1112.143398] env[65677]: DEBUG nova.compute.manager [req-198729de-584d-4b88-9c11-394b7ccb5b91 req-fcbca29c-81fe-4e15-8c0f-a3722578c5bf service nova] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Received event network-vif-deleted-f397a742-c98c-42e8-91ed-eda10c6d756f {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1112.165976] env[65677]: INFO nova.compute.manager [-] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Took 1.31 seconds to deallocate network for instance. [ 1112.349466] env[65677]: DEBUG nova.network.neutron [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.564597] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.568702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.326s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.592853] env[65677]: INFO nova.scheduler.client.report [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Deleted allocations for instance 97e70989-1f1d-4588-b52d-b678cfd5b9dc [ 1112.672695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.698207] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1112.733134] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.733453] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.733610] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.733788] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.733928] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.734142] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.734398] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.734746] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.734746] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.735119] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.735119] env[65677]: DEBUG nova.virt.hardware [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.735936] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbcdfa-f172-4e1e-94fe-73ae160412b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.746904] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78046d6-9a71-475f-9687-b471038e7353 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.852893] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.853341] env[65677]: WARNING neutronclient.v2_0.client [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.853663] env[65677]: WARNING neutronclient.v2_0.client [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.930453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.930624] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.931439] env[65677]: DEBUG nova.network.neutron [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.073641] env[65677]: INFO nova.compute.claims [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.100994] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Lock "97e70989-1f1d-4588-b52d-b678cfd5b9dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.492s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.435323] env[65677]: WARNING neutronclient.v2_0.client [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.487047] env[65677]: DEBUG nova.network.neutron [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Successfully updated port: 0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1113.580282] env[65677]: INFO nova.compute.resource_tracker [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating resource usage from migration 6287379f-b77e-46e9-b154-3fa803025505 [ 1113.770364] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.770893] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8896fe-49c4-4fcb-a4db-ca11a463af9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.781461] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.781741] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f933fd0-ec6d-4941-bb7b-5a3e3de85e26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.816505] env[65677]: DEBUG nova.compute.manager [req-48b3f807-df99-4c12-b968-c635fa39517e req-a767f9a3-e165-4b24-bd03-5fc701b3aa27 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Received event network-vif-plugged-0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1113.817764] env[65677]: DEBUG oslo_concurrency.lockutils [req-48b3f807-df99-4c12-b968-c635fa39517e req-a767f9a3-e165-4b24-bd03-5fc701b3aa27 service nova] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.817764] env[65677]: DEBUG oslo_concurrency.lockutils [req-48b3f807-df99-4c12-b968-c635fa39517e req-a767f9a3-e165-4b24-bd03-5fc701b3aa27 service nova] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.817764] env[65677]: DEBUG oslo_concurrency.lockutils [req-48b3f807-df99-4c12-b968-c635fa39517e req-a767f9a3-e165-4b24-bd03-5fc701b3aa27 service nova] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.817764] env[65677]: DEBUG nova.compute.manager [req-48b3f807-df99-4c12-b968-c635fa39517e req-a767f9a3-e165-4b24-bd03-5fc701b3aa27 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] No waiting events found dispatching network-vif-plugged-0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1113.817764] env[65677]: WARNING nova.compute.manager [req-48b3f807-df99-4c12-b968-c635fa39517e req-a767f9a3-e165-4b24-bd03-5fc701b3aa27 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Received unexpected event network-vif-plugged-0ba8c74a-498d-4bea-8c14-7e6d37647523 for instance with vm_state building and task_state spawning. [ 1113.871786] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.872079] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.872348] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleting the datastore file [datastore1] abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.872589] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec6ae97-f77b-4f3b-b23d-97de2faa85dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.880975] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1113.880975] env[65677]: value = "task-4637025" [ 1113.880975] env[65677]: _type = "Task" [ 1113.880975] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.894107] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.900959] env[65677]: WARNING neutronclient.v2_0.client [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.909106] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2037db8-5b7b-4d54-a1a9-de908e0e57ce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.917349] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0714869-97a0-43a1-9f90-d74f34fe1071 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.953783] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ca1cd-aa9b-4069-8788-3258c69a7983 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.964159] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5ffed-5ade-48c4-83c6-f0839fc7c3f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.984971] env[65677]: DEBUG nova.compute.provider_tree [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.996332] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.996420] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.997054] env[65677]: DEBUG nova.network.neutron [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.097863] env[65677]: INFO nova.network.neutron [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Port 7c922660-c67e-458a-855f-c92bd4f4bc5d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1114.098225] env[65677]: DEBUG nova.network.neutron [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.394692] env[65677]: DEBUG oslo_vmware.api [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274489} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.394975] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.395171] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.395345] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.420759] env[65677]: INFO nova.scheduler.client.report [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted allocations for instance abfe1127-4aad-405a-a435-ce2773354d25 [ 1114.425593] env[65677]: DEBUG nova.compute.manager [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1114.425785] env[65677]: DEBUG nova.compute.manager [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing instance network info cache due to event network-changed-5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1114.425963] env[65677]: DEBUG oslo_concurrency.lockutils [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] Acquiring lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.499874] env[65677]: DEBUG nova.scheduler.client.report [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.543692] env[65677]: DEBUG nova.network.neutron [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1114.600516] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.602870] env[65677]: DEBUG oslo_concurrency.lockutils [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] Acquired lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.603102] env[65677]: DEBUG nova.network.neutron [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Refreshing network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.631946] env[65677]: WARNING neutronclient.v2_0.client [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.706546] env[65677]: DEBUG nova.network.neutron [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updating instance_info_cache with network_info: [{"id": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "address": "fa:16:3e:58:e3:60", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba8c74a-49", "ovs_interfaceid": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.752032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-1e1b6337-c6d1-463c-b658-e62b44c1fe91-7c922660-c67e-458a-855f-c92bd4f4bc5d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.752032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-1e1b6337-c6d1-463c-b658-e62b44c1fe91-7c922660-c67e-458a-855f-c92bd4f4bc5d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.752986] env[65677]: DEBUG nova.objects.instance [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'flavor' on Instance uuid 1e1b6337-c6d1-463c-b658-e62b44c1fe91 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.928177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.007219] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.440s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.007485] env[65677]: INFO nova.compute.manager [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Migrating [ 1115.016401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.801s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.018128] env[65677]: INFO nova.compute.claims [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.106055] env[65677]: DEBUG oslo_concurrency.lockutils [None req-4e4620b3-c80c-454c-96ca-3bd2d32ea6bf tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-0bed18b4-7a5c-4d65-ac93-82cf818ec07d-7c922660-c67e-458a-855f-c92bd4f4bc5d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.606s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.107373] env[65677]: WARNING neutronclient.v2_0.client [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.209320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.209648] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Instance network_info: |[{"id": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "address": "fa:16:3e:58:e3:60", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba8c74a-49", "ovs_interfaceid": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1115.210401] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:e3:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ba8c74a-498d-4bea-8c14-7e6d37647523', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.218275] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.218487] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.218713] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ddabde-a200-4c0b-a496-38ddf3fd4eaf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.244293] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.244293] env[65677]: value = "task-4637026" [ 1115.244293] env[65677]: _type = "Task" [ 1115.244293] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.253870] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637026, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.256479] env[65677]: WARNING neutronclient.v2_0.client [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.301211] env[65677]: WARNING neutronclient.v2_0.client [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.378361] env[65677]: DEBUG nova.objects.instance [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e1b6337-c6d1-463c-b658-e62b44c1fe91 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.391108] env[65677]: DEBUG nova.network.neutron [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updated VIF entry in instance network info cache for port 5efc8f8b-8228-4c26-978b-354a75e9d9a7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.391635] env[65677]: DEBUG nova.network.neutron [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [{"id": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "address": "fa:16:3e:4c:a2:eb", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efc8f8b-82", "ovs_interfaceid": "5efc8f8b-8228-4c26-978b-354a75e9d9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.532511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.532511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.532649] env[65677]: DEBUG nova.network.neutron [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.756526] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637026, 'name': CreateVM_Task, 'duration_secs': 0.400737} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.756701] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.757275] env[65677]: WARNING neutronclient.v2_0.client [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.757604] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.757755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.758080] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.758348] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46ef5db-40fa-4517-ae6c-cc90fdd79e7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.764221] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1115.764221] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52350632-864f-a3e0-ae9f-6c8a4ebfcebe" [ 1115.764221] env[65677]: _type = "Task" [ 1115.764221] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.773794] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52350632-864f-a3e0-ae9f-6c8a4ebfcebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.881288] env[65677]: DEBUG nova.objects.base [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Object Instance<1e1b6337-c6d1-463c-b658-e62b44c1fe91> lazy-loaded attributes: flavor,pci_requests {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1115.881517] env[65677]: DEBUG nova.network.neutron [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1115.881853] env[65677]: WARNING neutronclient.v2_0.client [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.882187] env[65677]: WARNING neutronclient.v2_0.client [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.894177] env[65677]: DEBUG oslo_concurrency.lockutils [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] Releasing lock "refresh_cache-0bed18b4-7a5c-4d65-ac93-82cf818ec07d" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.894476] env[65677]: DEBUG nova.compute.manager [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1115.894647] env[65677]: DEBUG nova.compute.manager [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing instance network info cache due to event network-changed-772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1115.894856] env[65677]: DEBUG oslo_concurrency.lockutils [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.894991] env[65677]: DEBUG oslo_concurrency.lockutils [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.895165] env[65677]: DEBUG nova.network.neutron [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.972805] env[65677]: DEBUG nova.policy [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2679a3d31d948c59fa636bd65d14b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37d468304be4ff7bb5ab108978b4cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.038702] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.196035] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.240533] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "7fe303af-c30a-4216-b84b-c06c48d88c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.240813] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "7fe303af-c30a-4216-b84b-c06c48d88c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.278327] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52350632-864f-a3e0-ae9f-6c8a4ebfcebe, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.281710] env[65677]: DEBUG nova.network.neutron [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance_info_cache with network_info: [{"id": "86717116-b806-426d-b96a-c2a646b7d1b9", "address": "fa:16:3e:63:4b:87", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86717116-b8", "ovs_interfaceid": "86717116-b806-426d-b96a-c2a646b7d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.283976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.284228] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.284469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.284612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.284786] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.286112] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2766819-06f2-4f1c-bb7e-09a45743433b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.296973] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.297222] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.298052] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9097420f-ba8a-458f-ab15-12f8ccb4f6a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.308074] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1116.308074] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528581e3-ac7e-a070-0cc9-ddf315c1e871" [ 1116.308074] env[65677]: _type = "Task" [ 1116.308074] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.314548] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56b72ec-a8e8-4ef9-affc-8b9f9e36a945 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.320526] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528581e3-ac7e-a070-0cc9-ddf315c1e871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.325324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477d91b4-02e4-4538-bf67-0bf320322adb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.356290] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d9acdd-47bb-4169-97c8-a8ad12e33ef4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.365103] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2eed1d-ecb4-42a1-a734-1616adb9d531 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.380198] env[65677]: DEBUG nova.compute.provider_tree [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.397796] env[65677]: WARNING neutronclient.v2_0.client [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.578949] env[65677]: WARNING neutronclient.v2_0.client [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.717091] env[65677]: DEBUG nova.network.neutron [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updated VIF entry in instance network info cache for port 772af0c3-84da-4f92-9bab-d846992f3a6e. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1116.717549] env[65677]: DEBUG nova.network.neutron [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.743749] env[65677]: DEBUG nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1116.784577] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.820622] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528581e3-ac7e-a070-0cc9-ddf315c1e871, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.822049] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767ffbd6-cea2-4e84-911c-e556c90a87b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.827640] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1116.827640] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5240966c-8ed5-a407-b16b-328c5fd40236" [ 1116.827640] env[65677]: _type = "Task" [ 1116.827640] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.837032] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5240966c-8ed5-a407-b16b-328c5fd40236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.884088] env[65677]: DEBUG nova.scheduler.client.report [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.891090] env[65677]: DEBUG nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Received event network-changed-0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1116.891338] env[65677]: DEBUG nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Refreshing instance network info cache due to event network-changed-0ba8c74a-498d-4bea-8c14-7e6d37647523. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1116.891602] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Acquiring lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.891823] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Acquired lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.891974] env[65677]: DEBUG nova.network.neutron [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Refreshing network info cache for port 0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.221106] env[65677]: DEBUG oslo_concurrency.lockutils [req-d212b349-e86e-490f-b86b-24985d2c6cfa req-49cb4564-694d-4083-9225-92ea2d391e7b service nova] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.267162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.339058] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5240966c-8ed5-a407-b16b-328c5fd40236, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.339566] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.341019] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b605b05c-982c-4fed-a7dc-9117e38d0825/b605b05c-982c-4fed-a7dc-9117e38d0825.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.341019] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ba496b-5b67-4fed-bd65-1b05d91b8ae5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.348520] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1117.348520] env[65677]: value = "task-4637027" [ 1117.348520] env[65677]: _type = "Task" [ 1117.348520] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.358175] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.395675] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.395675] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1117.399036] env[65677]: WARNING neutronclient.v2_0.client [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.401427] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.010s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.497365] env[65677]: DEBUG nova.network.neutron [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Successfully updated port: 7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1117.579263] env[65677]: WARNING neutronclient.v2_0.client [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.656651] env[65677]: DEBUG nova.network.neutron [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updated VIF entry in instance network info cache for port 0ba8c74a-498d-4bea-8c14-7e6d37647523. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.657066] env[65677]: DEBUG nova.network.neutron [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updating instance_info_cache with network_info: [{"id": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "address": "fa:16:3e:58:e3:60", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba8c74a-49", "ovs_interfaceid": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.860517] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49055} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.860826] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b605b05c-982c-4fed-a7dc-9117e38d0825/b605b05c-982c-4fed-a7dc-9117e38d0825.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.861182] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.861368] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ee2470-4aba-469d-a657-4ad9555fa860 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.869671] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1117.869671] env[65677]: value = "task-4637028" [ 1117.869671] env[65677]: _type = "Task" [ 1117.869671] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.884546] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.905073] env[65677]: DEBUG nova.compute.utils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.909577] env[65677]: INFO nova.compute.claims [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.916669] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1117.916807] env[65677]: DEBUG nova.network.neutron [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1117.917223] env[65677]: WARNING neutronclient.v2_0.client [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.917584] env[65677]: WARNING neutronclient.v2_0.client [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.920794] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1117.988848] env[65677]: DEBUG nova.policy [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.000241] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.000426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.000600] env[65677]: DEBUG nova.network.neutron [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.160656] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Releasing lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.160656] env[65677]: DEBUG nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-vif-unplugged-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1118.160955] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.160955] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.161052] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.161200] env[65677]: DEBUG nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] No waiting events found dispatching network-vif-unplugged-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1118.161372] env[65677]: WARNING nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received unexpected event network-vif-unplugged-d30bf441-5d19-407a-86a1-951d904ac3b4 for instance with vm_state shelved_offloaded and task_state None. [ 1118.161531] env[65677]: DEBUG nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1118.161765] env[65677]: DEBUG nova.compute.manager [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing instance network info cache due to event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1118.161849] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.161981] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.162145] env[65677]: DEBUG nova.network.neutron [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.301540] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5983f6-33a7-4c14-b371-cf8bd90d6d76 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.321557] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.325891] env[65677]: DEBUG nova.network.neutron [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Successfully created port: 46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1118.328345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.380228] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076506} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.380517] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.381392] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d52c51f-568e-4e3c-be7c-c16404914225 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.405268] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b605b05c-982c-4fed-a7dc-9117e38d0825/b605b05c-982c-4fed-a7dc-9117e38d0825.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.405933] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef025b8e-5ed3-46d7-9259-a4ffe4fbc443 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.422054] env[65677]: INFO nova.compute.resource_tracker [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating resource usage from migration 37bafce5-71be-4abf-a6f0-78fee56d592d [ 1118.434912] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1118.434912] env[65677]: value = "task-4637029" [ 1118.434912] env[65677]: _type = "Task" [ 1118.434912] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.444933] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.594991] env[65677]: WARNING nova.network.neutron [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] 86e26676-b93d-4438-ae11-5c77fae018b0 already exists in list: networks containing: ['86e26676-b93d-4438-ae11-5c77fae018b0']. ignoring it [ 1118.665193] env[65677]: WARNING neutronclient.v2_0.client [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.700445] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eca47e-644a-44b6-a0aa-b17f72359c6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.709483] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf9068-0d42-47d8-8d8d-6bbee8d363fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.752160] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae60b7bf-a6fd-4d96-bbf9-afdaf81ac713 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.760510] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db649ab-3b51-408e-8afd-50ba542e528c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.776325] env[65677]: DEBUG nova.compute.provider_tree [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.778692] env[65677]: WARNING neutronclient.v2_0.client [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.831199] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.831199] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc979952-85c5-465a-a63e-906d5dddec49 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.839284] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1118.839284] env[65677]: value = "task-4637030" [ 1118.839284] env[65677]: _type = "Task" [ 1118.839284] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.852052] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.930616] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1118.947102] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637029, 'name': ReconfigVM_Task, 'duration_secs': 0.335592} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.947458] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b605b05c-982c-4fed-a7dc-9117e38d0825/b605b05c-982c-4fed-a7dc-9117e38d0825.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.948208] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee984aa7-f169-4742-9062-f1efb1adf16f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.957802] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1118.957802] env[65677]: value = "task-4637031" [ 1118.957802] env[65677]: _type = "Task" [ 1118.957802] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.971068] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637031, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.972816] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1118.973067] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.973190] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1118.973369] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.973822] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1118.973822] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1118.973916] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.974108] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1118.974293] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1118.974454] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1118.974622] env[65677]: DEBUG nova.virt.hardware [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1118.975600] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80955ec0-b42f-46db-a169-86e82c6c59a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.985267] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ed109-e99a-4e53-ace3-abb69bdda5b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.088328] env[65677]: WARNING neutronclient.v2_0.client [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.192183] env[65677]: DEBUG nova.compute.manager [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-vif-plugged-7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1119.192411] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.192613] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.192777] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.192944] env[65677]: DEBUG nova.compute.manager [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] No waiting events found dispatching network-vif-plugged-7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1119.193113] env[65677]: WARNING nova.compute.manager [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received unexpected event network-vif-plugged-7c922660-c67e-458a-855f-c92bd4f4bc5d for instance with vm_state active and task_state None. [ 1119.193267] env[65677]: DEBUG nova.compute.manager [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-changed-7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1119.193411] env[65677]: DEBUG nova.compute.manager [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing instance network info cache due to event network-changed-7c922660-c67e-458a-855f-c92bd4f4bc5d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1119.193569] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.198855] env[65677]: WARNING neutronclient.v2_0.client [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.229558] env[65677]: DEBUG nova.network.neutron [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updated VIF entry in instance network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.229923] env[65677]: DEBUG nova.network.neutron [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd30bf441-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.282396] env[65677]: DEBUG nova.scheduler.client.report [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.308787] env[65677]: DEBUG nova.network.neutron [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "address": "fa:16:3e:15:6e:26", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c922660-c6", "ovs_interfaceid": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.350747] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637030, 'name': PowerOffVM_Task, 'duration_secs': 0.232983} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.351049] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.351235] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.467299] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637031, 'name': Rename_Task, 'duration_secs': 0.160143} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.467656] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.467915] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46e2141-4e6b-42df-82c1-de1b7b40809d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.474635] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1119.474635] env[65677]: value = "task-4637032" [ 1119.474635] env[65677]: _type = "Task" [ 1119.474635] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.483010] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.733327] env[65677]: DEBUG oslo_concurrency.lockutils [req-2a960cb9-75ae-4812-a9be-5c2e402d953c req-4c2924d0-8be5-4b22-af03-ef7a8d769f87 service nova] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.788688] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.387s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.789032] env[65677]: INFO nova.compute.manager [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Migrating [ 1119.797321] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.915s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.797321] env[65677]: DEBUG nova.objects.instance [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'resources' on Instance uuid ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.811546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.812213] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.812370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.812878] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.813104] env[65677]: DEBUG nova.network.neutron [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Refreshing network info cache for port 7c922660-c67e-458a-855f-c92bd4f4bc5d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.814803] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d368e6d3-4e87-4403-a38f-adadd379d683 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.837036] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.837036] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.837294] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.837428] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.837610] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.837644] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.837950] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.838049] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.838256] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.838423] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.838593] env[65677]: DEBUG nova.virt.hardware [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.847752] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Reconfiguring VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1119.850212] env[65677]: DEBUG nova.network.neutron [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Successfully updated port: 46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.851908] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275f6b8d-9459-4098-8b8c-bbd69c749afc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.872677] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.873349] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.873349] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.880323] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb52e12-a853-4d99-b7ed-cccf3aa17184 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.903330] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1119.903330] env[65677]: value = "task-4637034" [ 1119.903330] env[65677]: _type = "Task" [ 1119.903330] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.905028] env[65677]: DEBUG oslo_vmware.api [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1119.905028] env[65677]: value = "task-4637033" [ 1119.905028] env[65677]: _type = "Task" [ 1119.905028] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.918012] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.921198] env[65677]: DEBUG oslo_vmware.api [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.959645] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.959941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.986439] env[65677]: DEBUG oslo_vmware.api [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637032, 'name': PowerOnVM_Task, 'duration_secs': 0.465685} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.987195] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.987195] env[65677]: INFO nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1119.987403] env[65677]: DEBUG nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1119.988593] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febef461-c1f0-4477-bbd6-58134a4ff24a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.307525] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.307726] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.307908] env[65677]: DEBUG nova.network.neutron [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.319773] env[65677]: WARNING neutronclient.v2_0.client [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.368730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-274347fa-0c50-4694-a7c3-7030691020c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.368909] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-274347fa-0c50-4694-a7c3-7030691020c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.369101] env[65677]: DEBUG nova.network.neutron [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.421666] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.421970] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637034, 'name': ReconfigVM_Task, 'duration_secs': 0.203167} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.422174] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.423595] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.430180] env[65677]: DEBUG oslo_vmware.api [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.465750] env[65677]: DEBUG nova.compute.utils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.521624] env[65677]: WARNING neutronclient.v2_0.client [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.536683] env[65677]: INFO nova.compute.manager [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Took 28.43 seconds to build instance. [ 1120.617657] env[65677]: DEBUG nova.network.neutron [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updated VIF entry in instance network info cache for port 7c922660-c67e-458a-855f-c92bd4f4bc5d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1120.618118] env[65677]: DEBUG nova.network.neutron [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "address": "fa:16:3e:15:6e:26", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c922660-c6", "ovs_interfaceid": "7c922660-c67e-458a-855f-c92bd4f4bc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.643430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49845204-c0af-4df3-8352-01f5e9f85700 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.653052] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df99fe-992e-488e-a4c2-ec38b151f602 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.688216] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece26c2-c1eb-4a85-a9dd-7bcc21c61b7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.697102] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a794e06-08e1-4083-a806-efb26621adb1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.714374] env[65677]: DEBUG nova.compute.provider_tree [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.813218] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.911980] env[65677]: DEBUG nova.network.neutron [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1120.926075] env[65677]: DEBUG oslo_vmware.api [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637033, 'name': ReconfigVM_Task, 'duration_secs': 0.817705} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.926075] env[65677]: WARNING neutronclient.v2_0.client [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.926075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.926420] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Reconfigured VM to attach interface {{(pid=65677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1120.935521] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1120.935767] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.935978] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1120.936218] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.936485] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1120.936620] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1120.936813] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.936967] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1120.937107] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1120.937296] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1120.937558] env[65677]: DEBUG nova.virt.hardware [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1120.945741] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.946029] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.949110] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27427c2a-a04b-4e6f-a043-c020479a6cae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.961935] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.965585] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.966683] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.966850] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.966997] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.967142] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1120.967306] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.969629] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.972697] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1120.972697] env[65677]: value = "task-4637035" [ 1120.972697] env[65677]: _type = "Task" [ 1120.972697] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.982372] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.029961] env[65677]: WARNING neutronclient.v2_0.client [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.034359] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.039561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3a66499f-d082-4095-b503-13dd5630d26a tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.940s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.110366] env[65677]: DEBUG nova.network.neutron [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Updating instance_info_cache with network_info: [{"id": "46e41cf3-44d6-46cc-bb50-d77a5408add0", "address": "fa:16:3e:08:04:b2", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e41cf3-44", "ovs_interfaceid": "46e41cf3-44d6-46cc-bb50-d77a5408add0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.112481] env[65677]: DEBUG nova.network.neutron [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.120874] env[65677]: DEBUG oslo_concurrency.lockutils [req-7c51ab27-52dc-443a-8267-ad0516da6481 req-7283d6ee-48cc-404b-b68a-cd4d8ae54c29 service nova] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.218343] env[65677]: DEBUG nova.scheduler.client.report [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.434313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-079843b4-87fd-4aa0-bd46-675d4f8f1326 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-1e1b6337-c6d1-463c-b658-e62b44c1fe91-7c922660-c67e-458a-855f-c92bd4f4bc5d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.682s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.471180] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.483482] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637035, 'name': ReconfigVM_Task, 'duration_secs': 0.189463} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.483775] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.484596] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a32c1f-0ef1-431c-aef9-30e2c2f66f4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.508150] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa/a12b9b10-f56d-45d1-8b69-8d220e0ce0fa.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.508460] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336ea23c-90aa-4140-8491-3719d3df5096 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.528332] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1121.528332] env[65677]: value = "task-4637036" [ 1121.528332] env[65677]: _type = "Task" [ 1121.528332] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.542986] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.615262] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-274347fa-0c50-4694-a7c3-7030691020c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.615714] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Instance network_info: |[{"id": "46e41cf3-44d6-46cc-bb50-d77a5408add0", "address": "fa:16:3e:08:04:b2", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e41cf3-44", "ovs_interfaceid": "46e41cf3-44d6-46cc-bb50-d77a5408add0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1121.616363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.618061] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:04:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46e41cf3-44d6-46cc-bb50-d77a5408add0', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.625440] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1121.626164] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.626425] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6818b9-f60b-4ead-aefe-53068620c2a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.647671] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.647671] env[65677]: value = "task-4637037" [ 1121.647671] env[65677]: _type = "Task" [ 1121.647671] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.656894] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637037, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.723306] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.725758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.168s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.727311] env[65677]: INFO nova.compute.claims [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.746434] env[65677]: INFO nova.scheduler.client.report [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted allocations for instance ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e [ 1122.040014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.040280] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.040511] env[65677]: INFO nova.compute.manager [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Attaching volume adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d to /dev/sdb [ 1122.042201] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637036, 'name': ReconfigVM_Task, 'duration_secs': 0.508655} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.042700] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa/a12b9b10-f56d-45d1-8b69-8d220e0ce0fa.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.042959] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.081680] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcf40d-fc95-41d5-98c5-2f25f278b7ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.090474] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572bb07f-45ee-46bb-b94f-5994f6448ce9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.106095] env[65677]: DEBUG nova.virt.block_device [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating existing volume attachment record: 8719bf51-e71e-4a46-a244-461eda6d9896 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.157378] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637037, 'name': CreateVM_Task, 'duration_secs': 0.341598} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.157632] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.158213] env[65677]: WARNING neutronclient.v2_0.client [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.158607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.158734] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.159067] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.159402] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc98d0a-cb94-4369-bfaf-40f1839c3557 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.164758] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1122.164758] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523bc464-991e-b0b6-77df-51ff452fcbbc" [ 1122.164758] env[65677]: _type = "Task" [ 1122.164758] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.174681] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523bc464-991e-b0b6-77df-51ff452fcbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.254459] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ec867807-c822-417d-a206-9db5479e1dcf tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.121s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.410277] env[65677]: DEBUG nova.compute.manager [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Received event network-vif-plugged-46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1122.410277] env[65677]: DEBUG oslo_concurrency.lockutils [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] Acquiring lock "274347fa-0c50-4694-a7c3-7030691020c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.410277] env[65677]: DEBUG oslo_concurrency.lockutils [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] Lock "274347fa-0c50-4694-a7c3-7030691020c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.410277] env[65677]: DEBUG oslo_concurrency.lockutils [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] Lock "274347fa-0c50-4694-a7c3-7030691020c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.410277] env[65677]: DEBUG nova.compute.manager [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] No waiting events found dispatching network-vif-plugged-46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1122.410277] env[65677]: WARNING nova.compute.manager [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Received unexpected event network-vif-plugged-46e41cf3-44d6-46cc-bb50-d77a5408add0 for instance with vm_state building and task_state spawning. [ 1122.410277] env[65677]: DEBUG nova.compute.manager [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Received event network-changed-46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1122.410277] env[65677]: DEBUG nova.compute.manager [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Refreshing instance network info cache due to event network-changed-46e41cf3-44d6-46cc-bb50-d77a5408add0. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1122.410277] env[65677]: DEBUG oslo_concurrency.lockutils [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] Acquiring lock "refresh_cache-274347fa-0c50-4694-a7c3-7030691020c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.410277] env[65677]: DEBUG oslo_concurrency.lockutils [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] Acquired lock "refresh_cache-274347fa-0c50-4694-a7c3-7030691020c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.410277] env[65677]: DEBUG nova.network.neutron [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Refreshing network info cache for port 46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.552356] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608162a6-c528-49f8-b004-5e78c0465d0c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.580631] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842d2d8a-b310-438a-9fd5-4b40778abef6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.603312] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.676016] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523bc464-991e-b0b6-77df-51ff452fcbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.029502} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.676361] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.676681] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.676931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.677092] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.677297] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.677871] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054b0b57-0fac-4ed8-bd3f-8bd06d0b2a42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.687756] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.687961] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.688896] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb17388-93e7-4a9c-bdbe-36bc91c4d075 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.695950] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1122.695950] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528c4ff8-87bc-2674-1542-9436022e545f" [ 1122.695950] env[65677]: _type = "Task" [ 1122.695950] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.705387] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528c4ff8-87bc-2674-1542-9436022e545f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.913787] env[65677]: WARNING neutronclient.v2_0.client [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.031346] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39efe28c-5e5a-488f-91a9-4025e8d9a615 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.043119] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58fd64f-91d5-4050-868a-6d9e2ca582cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.082466] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "interface-1e1b6337-c6d1-463c-b658-e62b44c1fe91-7c922660-c67e-458a-855f-c92bd4f4bc5d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.082745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-1e1b6337-c6d1-463c-b658-e62b44c1fe91-7c922660-c67e-458a-855f-c92bd4f4bc5d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.084879] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c24cc-a864-4c56-ac57-b00d86d405e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.099737] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a99cc-c7cd-470f-86ff-46825ec93c84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.109892] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.110340] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.125438] env[65677]: DEBUG nova.compute.provider_tree [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.139076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e73086-ed7b-4a86-85cd-82b4e169ab02 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.163352] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.167963] env[65677]: DEBUG nova.network.neutron [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Port 86717116-b806-426d-b96a-c2a646b7d1b9 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1123.214430] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]528c4ff8-87bc-2674-1542-9436022e545f, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.215378] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e5ac7c-8902-4ceb-a43b-025afed4ae3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.222035] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1123.222035] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5245fe50-67fe-9eba-c72a-e27713499abc" [ 1123.222035] env[65677]: _type = "Task" [ 1123.222035] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.234033] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5245fe50-67fe-9eba-c72a-e27713499abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.247889] env[65677]: WARNING neutronclient.v2_0.client [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.346371] env[65677]: DEBUG nova.network.neutron [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Updated VIF entry in instance network info cache for port 46e41cf3-44d6-46cc-bb50-d77a5408add0. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1123.346624] env[65677]: DEBUG nova.network.neutron [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Updating instance_info_cache with network_info: [{"id": "46e41cf3-44d6-46cc-bb50-d77a5408add0", "address": "fa:16:3e:08:04:b2", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e41cf3-44", "ovs_interfaceid": "46e41cf3-44d6-46cc-bb50-d77a5408add0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.593698] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.593979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.594874] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb061dc-fa9d-4ebf-882d-630123136d45 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.622626] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2755b7e6-e78c-4e6d-9649-fa79eba08dc9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.630935] env[65677]: DEBUG nova.scheduler.client.report [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.651084] env[65677]: WARNING neutronclient.v2_0.client [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.656723] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Reconfiguring VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1123.658305] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.933s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.658800] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1123.661253] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c209f8-1072-463b-b849-b713ea9d27b6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.675481] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.528s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.675784] env[65677]: DEBUG nova.objects.instance [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lazy-loading 'resources' on Instance uuid 4baa40af-f453-4e23-9084-dcab5d9a26dc {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.683109] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.683844] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37c582d8-305a-4fd0-a8d3-8421ecf2ec6c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.694093] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1123.694093] env[65677]: value = "task-4637041" [ 1123.694093] env[65677]: _type = "Task" [ 1123.694093] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.694526] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1123.694526] env[65677]: value = "task-4637042" [ 1123.694526] env[65677]: _type = "Task" [ 1123.694526] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.710697] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.711182] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.733047] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5245fe50-67fe-9eba-c72a-e27713499abc, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.733985] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.734259] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 274347fa-0c50-4694-a7c3-7030691020c1/274347fa-0c50-4694-a7c3-7030691020c1.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.734625] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3b633b-d0b9-4979-a190-13644cdd338f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.742259] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1123.742259] env[65677]: value = "task-4637043" [ 1123.742259] env[65677]: _type = "Task" [ 1123.742259] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.752191] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.852310] env[65677]: DEBUG oslo_concurrency.lockutils [req-a41f6609-180b-4cec-a36e-21d745e2f5db req-3449852b-0613-4b14-b473-5ab8ff8df3f3 service nova] Releasing lock "refresh_cache-274347fa-0c50-4694-a7c3-7030691020c1" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.183136] env[65677]: DEBUG nova.compute.utils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.187832] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1124.188798] env[65677]: DEBUG nova.network.neutron [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1124.188798] env[65677]: WARNING neutronclient.v2_0.client [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.189809] env[65677]: WARNING neutronclient.v2_0.client [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.227212] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.227837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.227837] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.239040] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637041, 'name': PowerOffVM_Task, 'duration_secs': 0.207621} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.244539] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.244539] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.249591] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.268966] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.283159] env[65677]: DEBUG nova.policy [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3c289d7554d6f9c00ab94f2fc9855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3065dcf941fc4006846ab55b10d23b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.495872] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105e104-5be3-4b7a-a806-0587f84d8352 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.504202] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea25edf-e6f2-451c-b56e-8d5bb37150ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.539377] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5908530-e4a8-4f05-9c2a-6eb301c1f796 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.542635] env[65677]: DEBUG nova.compute.manager [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Received event network-changed-0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1124.542814] env[65677]: DEBUG nova.compute.manager [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Refreshing instance network info cache due to event network-changed-0ba8c74a-498d-4bea-8c14-7e6d37647523. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1124.543026] env[65677]: DEBUG oslo_concurrency.lockutils [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] Acquiring lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.543167] env[65677]: DEBUG oslo_concurrency.lockutils [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] Acquired lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.543323] env[65677]: DEBUG nova.network.neutron [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Refreshing network info cache for port 0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.551204] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aa2049-d0f0-431c-a1cc-3cd241831e7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.572219] env[65677]: DEBUG nova.compute.provider_tree [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.606044] env[65677]: DEBUG nova.network.neutron [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Successfully created port: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1124.688231] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1124.717737] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.754899] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.755137] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.755137] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.755276] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.755413] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.755552] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.755746] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.755892] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.756061] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.756220] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.756450] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.762209] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa9a0dc-f9ac-47fb-be41-503a2b22d27e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.780539] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693516} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.782175] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 274347fa-0c50-4694-a7c3-7030691020c1/274347fa-0c50-4694-a7c3-7030691020c1.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.782420] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.782739] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1124.782739] env[65677]: value = "task-4637045" [ 1124.782739] env[65677]: _type = "Task" [ 1124.782739] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.782939] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87a5c664-3d2d-4917-b5b2-199502b877a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.793367] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.793576] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.796270] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1124.796270] env[65677]: value = "task-4637046" [ 1124.796270] env[65677]: _type = "Task" [ 1124.796270] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.801347] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.811692] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.046120] env[65677]: WARNING neutronclient.v2_0.client [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.095712] env[65677]: ERROR nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] [req-af059fee-8e67-4380-86ca-fe0f36d7610c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af059fee-8e67-4380-86ca-fe0f36d7610c"}]} [ 1125.113041] env[65677]: DEBUG nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1125.127859] env[65677]: DEBUG nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1125.128085] env[65677]: DEBUG nova.compute.provider_tree [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.139687] env[65677]: DEBUG nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1125.158999] env[65677]: DEBUG nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1125.215057] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.235762] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.239462] env[65677]: WARNING neutronclient.v2_0.client [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.270736] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.270926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.271127] env[65677]: DEBUG nova.network.neutron [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.298615] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637045, 'name': ReconfigVM_Task, 'duration_secs': 0.233916} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.298957] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.302587] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1125.322053] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096753} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.322388] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.323414] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b6b5a7-f5dd-47f1-a0e3-266b2285dc0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.352489] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 274347fa-0c50-4694-a7c3-7030691020c1/274347fa-0c50-4694-a7c3-7030691020c1.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.356707] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7d5ebb-019d-48c7-b80c-70bba11fe896 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.377784] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1125.377784] env[65677]: value = "task-4637047" [ 1125.377784] env[65677]: _type = "Task" [ 1125.377784] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.389459] env[65677]: DEBUG nova.network.neutron [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updated VIF entry in instance network info cache for port 0ba8c74a-498d-4bea-8c14-7e6d37647523. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1125.389590] env[65677]: DEBUG nova.network.neutron [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updating instance_info_cache with network_info: [{"id": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "address": "fa:16:3e:58:e3:60", "network": {"id": "db6f197e-cdc1-4f47-be12-f875e61488d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-288306729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf4e1f870694472819dfae76e937163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba8c74a-49", "ovs_interfaceid": "0ba8c74a-498d-4bea-8c14-7e6d37647523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.398661] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.498400] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8909f37-7850-41b9-8d76-d001c6f2ea8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.507061] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b9b262-2e76-4b84-b2db-c83c64b23f08 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.540637] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52246b47-e798-45db-bde5-e6f3ddade6a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.550135] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0abc5-a0ea-42df-bf0d-37789a127498 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.564926] env[65677]: DEBUG nova.compute.provider_tree [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.705937] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1125.719803] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.736612] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.736898] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.737117] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.737356] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.737602] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.737898] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.738085] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.738292] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.738498] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.738732] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.738956] env[65677]: DEBUG nova.virt.hardware [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.739929] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d0c869-18b0-4238-a98a-4af4c19322af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.749798] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16253076-24c8-4581-b668-32b15135c299 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.775561] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.808423] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.808694] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.808924] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.809094] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.809238] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.809380] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.810030] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.810030] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.810030] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.810030] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.810191] env[65677]: DEBUG nova.virt.hardware [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.815599] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.818104] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4661495-9f6a-44fb-a3fd-9897f93d041c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.842715] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1125.842715] env[65677]: value = "task-4637048" [ 1125.842715] env[65677]: _type = "Task" [ 1125.842715] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.846984] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.853585] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.889524] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637047, 'name': ReconfigVM_Task, 'duration_secs': 0.288685} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.889859] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 274347fa-0c50-4694-a7c3-7030691020c1/274347fa-0c50-4694-a7c3-7030691020c1.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.890588] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccd3f226-01b3-4cfe-8a4e-d9912fc4f63f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.892671] env[65677]: DEBUG oslo_concurrency.lockutils [req-06ae9239-0ca1-436c-b9d7-113efaf534d6 req-029b4fce-48fb-4413-aaef-cd863ebc6fc1 service nova] Releasing lock "refresh_cache-b605b05c-982c-4fed-a7dc-9117e38d0825" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.899857] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1125.899857] env[65677]: value = "task-4637049" [ 1125.899857] env[65677]: _type = "Task" [ 1125.899857] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.910144] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637049, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.022633] env[65677]: WARNING neutronclient.v2_0.client [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.096670] env[65677]: DEBUG nova.network.neutron [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance_info_cache with network_info: [{"id": "86717116-b806-426d-b96a-c2a646b7d1b9", "address": "fa:16:3e:63:4b:87", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86717116-b8", "ovs_interfaceid": "86717116-b806-426d-b96a-c2a646b7d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.099563] env[65677]: DEBUG nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1126.099868] env[65677]: DEBUG nova.compute.provider_tree [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 138 to 139 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1126.100032] env[65677]: DEBUG nova.compute.provider_tree [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.218912] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.229828] env[65677]: DEBUG nova.network.neutron [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Successfully updated port: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1126.353853] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637048, 'name': ReconfigVM_Task, 'duration_secs': 0.187099} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.354156] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.354961] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e0b87-1717-405e-bd99-c57f6b895d22 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.379898] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961/d33a4192-fc2b-493b-9c6d-40c5984af961.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.380253] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3353dc86-b11b-4d35-870f-b1aa81edd850 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.399652] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1126.399652] env[65677]: value = "task-4637050" [ 1126.399652] env[65677]: _type = "Task" [ 1126.399652] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.411873] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.415087] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637049, 'name': Rename_Task, 'duration_secs': 0.16967} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.415467] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.415746] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60cc0cd4-ac87-4acc-be26-d98beb888a9b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.423975] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1126.423975] env[65677]: value = "task-4637051" [ 1126.423975] env[65677]: _type = "Task" [ 1126.423975] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.433349] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.600941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.606345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.931s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.610059] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.147s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.610450] env[65677]: DEBUG nova.objects.instance [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lazy-loading 'resources' on Instance uuid c4c65d99-f3a6-44fc-afe0-dc0331dc9815 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.631418] env[65677]: DEBUG nova.compute.manager [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Received event network-vif-plugged-2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1126.631612] env[65677]: DEBUG oslo_concurrency.lockutils [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] Acquiring lock "85834c2f-5c57-4c3e-9469-45b24425298e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.631857] env[65677]: DEBUG oslo_concurrency.lockutils [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] Lock "85834c2f-5c57-4c3e-9469-45b24425298e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.632319] env[65677]: DEBUG oslo_concurrency.lockutils [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] Lock "85834c2f-5c57-4c3e-9469-45b24425298e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.632474] env[65677]: DEBUG nova.compute.manager [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] No waiting events found dispatching network-vif-plugged-2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1126.632630] env[65677]: WARNING nova.compute.manager [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Received unexpected event network-vif-plugged-2197c822-0fd4-4477-8586-2c9f2bc7aa15 for instance with vm_state building and task_state spawning. [ 1126.633515] env[65677]: DEBUG nova.compute.manager [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Received event network-changed-2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1126.633515] env[65677]: DEBUG nova.compute.manager [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Refreshing instance network info cache due to event network-changed-2197c822-0fd4-4477-8586-2c9f2bc7aa15. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1126.633736] env[65677]: DEBUG oslo_concurrency.lockutils [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] Acquiring lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.633736] env[65677]: DEBUG oslo_concurrency.lockutils [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] Acquired lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.633894] env[65677]: DEBUG nova.network.neutron [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Refreshing network info cache for port 2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.636718] env[65677]: INFO nova.scheduler.client.report [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Deleted allocations for instance 4baa40af-f453-4e23-9084-dcab5d9a26dc [ 1126.655014] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.655534] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905529', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'name': 'volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f', 'attached_at': '', 'detached_at': '', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'serial': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.656556] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d18a727-ea50-4613-afbe-bc2fbc4fee39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.677906] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e62c6-deef-4621-8068-7fd2c92aae47 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.708343] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d/volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.709113] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c809b7-b2eb-4ebe-807f-82db48652b9c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.733373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.733629] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.735581] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1126.735581] env[65677]: value = "task-4637052" [ 1126.735581] env[65677]: _type = "Task" [ 1126.735581] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.743996] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.912708] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637050, 'name': ReconfigVM_Task, 'duration_secs': 0.292614} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.912708] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Reconfigured VM instance instance-0000002d to attach disk [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961/d33a4192-fc2b-493b-9c6d-40c5984af961.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.912925] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.936793] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.132235] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9eb39-2df6-4d5a-9953-63462b9bc064 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.154526] env[65677]: WARNING neutronclient.v2_0.client [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.161389] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc18706-cc38-4c7d-9813-25236218ecdc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.164494] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e432e10-51f8-4cad-9c24-7bf7aa75279f tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Lock "4baa40af-f453-4e23-9084-dcab5d9a26dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.498s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.170912] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.190500] env[65677]: DEBUG nova.network.neutron [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1127.237321] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.246269] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.286929] env[65677]: DEBUG nova.network.neutron [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.371809] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3cf37-31c9-4c32-b36a-77211a60b691 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.380234] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3e3301-adef-4d68-847e-c0198ec738b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.414197] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ba64f-62f6-40a1-84b0-6d8d9e98f349 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.422749] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e2745-0777-48e1-9883-5e0754dc7e13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.426695] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaea7ae-4d02-4f0c-891c-df0653506a97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.459657] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a4f3d4-ccf9-4bf2-a3c8-4118c077870e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.462624] env[65677]: DEBUG nova.compute.provider_tree [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.464050] env[65677]: DEBUG oslo_vmware.api [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637051, 'name': PowerOnVM_Task, 'duration_secs': 0.557611} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.464510] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.464792] env[65677]: INFO nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1127.464983] env[65677]: DEBUG nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1127.466196] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8bc79-c01d-48e4-ae0a-3c956edaa7c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.484030] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.679855] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.680305] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9678810f-487a-41a5-b64c-f52ca8f45b25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.688545] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1127.688545] env[65677]: value = "task-4637053" [ 1127.688545] env[65677]: _type = "Task" [ 1127.688545] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.698645] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.736018] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.747137] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637052, 'name': ReconfigVM_Task, 'duration_secs': 0.703698} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.747490] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d/volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.752506] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df071680-0784-4803-a4aa-673aeab5da8b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.772632] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1127.772632] env[65677]: value = "task-4637054" [ 1127.772632] env[65677]: _type = "Task" [ 1127.772632] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.782893] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.789747] env[65677]: DEBUG oslo_concurrency.lockutils [req-6d2eb904-6938-43e3-b120-3e19f86449ee req-7201318e-d928-4a9e-8c1c-7524644f46ea service nova] Releasing lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.790613] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.790910] env[65677]: DEBUG nova.network.neutron [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.966371] env[65677]: DEBUG nova.scheduler.client.report [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.990229] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.990609] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.004767] env[65677]: INFO nova.compute.manager [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Took 28.80 seconds to build instance. [ 1128.041829] env[65677]: DEBUG nova.network.neutron [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1128.200624] env[65677]: DEBUG oslo_vmware.api [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637053, 'name': PowerOnVM_Task, 'duration_secs': 0.42532} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.200933] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.201162] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-fb83a5dc-a9b7-42f9-8bc7-ccb734e0e9c3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance 'a12b9b10-f56d-45d1-8b69-8d220e0ce0fa' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.236308] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.284302] env[65677]: DEBUG oslo_vmware.api [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637054, 'name': ReconfigVM_Task, 'duration_secs': 0.196074} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.284654] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905529', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'name': 'volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f', 'attached_at': '', 'detached_at': '', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'serial': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1128.326115] env[65677]: DEBUG nova.network.neutron [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1128.436895] env[65677]: WARNING neutronclient.v2_0.client [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.471515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.473699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.801s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.473933] env[65677]: DEBUG nova.objects.instance [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lazy-loading 'resources' on Instance uuid 64d8e30f-095e-4660-af21-8641f2e6ea70 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.498600] env[65677]: INFO nova.scheduler.client.report [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Deleted allocations for instance c4c65d99-f3a6-44fc-afe0-dc0331dc9815 [ 1128.506793] env[65677]: DEBUG oslo_concurrency.lockutils [None req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "274347fa-0c50-4694-a7c3-7030691020c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.315s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.515322] env[65677]: DEBUG nova.network.neutron [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Updating instance_info_cache with network_info: [{"id": "2197c822-0fd4-4477-8586-2c9f2bc7aa15", "address": "fa:16:3e:8b:1e:9d", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2197c822-0f", "ovs_interfaceid": "2197c822-0fd4-4477-8586-2c9f2bc7aa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.738503] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.765490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "274347fa-0c50-4694-a7c3-7030691020c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.765998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "274347fa-0c50-4694-a7c3-7030691020c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.765998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "274347fa-0c50-4694-a7c3-7030691020c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.766233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "274347fa-0c50-4694-a7c3-7030691020c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.766233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "274347fa-0c50-4694-a7c3-7030691020c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.768721] env[65677]: INFO nova.compute.manager [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Terminating instance [ 1129.018162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Lock "c4c65d99-f3a6-44fc-afe0-dc0331dc9815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.276s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.019168] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.019693] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Instance network_info: |[{"id": "2197c822-0fd4-4477-8586-2c9f2bc7aa15", "address": "fa:16:3e:8b:1e:9d", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2197c822-0f", "ovs_interfaceid": "2197c822-0fd4-4477-8586-2c9f2bc7aa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1129.020196] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:1e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2197c822-0fd4-4477-8586-2c9f2bc7aa15', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.028517] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1129.028999] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.029192] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8635e2-3ea3-42fa-8a25-477de881adcb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.076266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.076266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.076266] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.077740] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.077740] env[65677]: value = "task-4637055" [ 1129.077740] env[65677]: _type = "Task" [ 1129.077740] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.095066] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637055, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.241393] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.273125] env[65677]: DEBUG nova.compute.manager [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1129.274419] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.276280] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fae82a9-8e6f-4f09-91da-04de81d3db40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.293605] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.293868] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e8d265-abf3-4219-b78a-eeee3c86a45f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.304803] env[65677]: DEBUG oslo_vmware.api [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1129.304803] env[65677]: value = "task-4637056" [ 1129.304803] env[65677]: _type = "Task" [ 1129.304803] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.323502] env[65677]: DEBUG oslo_vmware.api [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.349193] env[65677]: DEBUG nova.objects.instance [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'flavor' on Instance uuid 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.365043] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698852ce-bd1e-4ac5-8dd9-006473de83b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.375628] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd5f68-a481-47e5-99b4-025c86985dd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.408973] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdee045-41fd-4627-a5f7-5d9d90181342 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.419887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983bbf09-4b6d-41f7-a369-203743e70f34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.439585] env[65677]: DEBUG nova.compute.provider_tree [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.590126] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637055, 'name': CreateVM_Task, 'duration_secs': 0.512227} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.590126] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.590126] env[65677]: WARNING neutronclient.v2_0.client [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.591046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.591046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.591181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.592140] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159a314f-e7ed-4831-9e13-d423fc1d5043 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.598957] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1129.598957] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a5aad8-4ad0-fbb6-ed5f-a497c9fa1f1a" [ 1129.598957] env[65677]: _type = "Task" [ 1129.598957] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.609271] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a5aad8-4ad0-fbb6-ed5f-a497c9fa1f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.741877] env[65677]: DEBUG oslo_vmware.api [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637042, 'name': ReconfigVM_Task, 'duration_secs': 5.83035} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.741877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.742255] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Reconfigured VM to detach interface {{(pid=65677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1129.742539] env[65677]: WARNING neutronclient.v2_0.client [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.743200] env[65677]: WARNING neutronclient.v2_0.client [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.817541] env[65677]: DEBUG oslo_vmware.api [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637056, 'name': PowerOffVM_Task, 'duration_secs': 0.283308} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.817725] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.817901] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.818243] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-223c5ca6-f36f-42c4-a65d-ba975194563f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.852184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c950dec3-05ae-40af-9e0d-32d8eb3a13bd tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.892695] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.892948] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.893205] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore2] 274347fa-0c50-4694-a7c3-7030691020c1 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.893582] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62963de5-1577-4ce4-ae80-f9490e53cedd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.903639] env[65677]: DEBUG oslo_vmware.api [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1129.903639] env[65677]: value = "task-4637058" [ 1129.903639] env[65677]: _type = "Task" [ 1129.903639] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.914466] env[65677]: DEBUG oslo_vmware.api [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.942764] env[65677]: DEBUG nova.scheduler.client.report [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.991224] env[65677]: WARNING neutronclient.v2_0.client [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.082083] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.113276] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a5aad8-4ad0-fbb6-ed5f-a497c9fa1f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.113723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.114014] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.114531] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.114730] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.114926] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.115220] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d35eacef-ac30-49c1-98a5-15633a90cca3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.125142] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.125347] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.126139] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f33b3e-ecf2-46c9-9c04-2ac9ef3e69d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.133375] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1130.133375] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ed4fb5-25ce-a07d-7b75-e159b3a96823" [ 1130.133375] env[65677]: _type = "Task" [ 1130.133375] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.142694] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ed4fb5-25ce-a07d-7b75-e159b3a96823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.189355] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.189663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.189893] env[65677]: DEBUG nova.network.neutron [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.415221] env[65677]: DEBUG oslo_vmware.api [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159775} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.415482] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.415678] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.415935] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.416139] env[65677]: INFO nova.compute.manager [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.416602] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1130.416708] env[65677]: DEBUG nova.compute.manager [-] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1130.416804] env[65677]: DEBUG nova.network.neutron [-] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.417088] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.449289] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.452302] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.524s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.452556] env[65677]: DEBUG nova.objects.instance [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'resources' on Instance uuid abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.481606] env[65677]: INFO nova.scheduler.client.report [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Deleted allocations for instance 64d8e30f-095e-4660-af21-8641f2e6ea70 [ 1130.645963] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ed4fb5-25ce-a07d-7b75-e159b3a96823, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.646847] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4e5e47-729a-4669-8ac1-5dfd8669b1fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.654007] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1130.654007] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f137f-2db2-76e8-18a8-d6ce7f4282a3" [ 1130.654007] env[65677]: _type = "Task" [ 1130.654007] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.663889] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f137f-2db2-76e8-18a8-d6ce7f4282a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.693844] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.712348] env[65677]: DEBUG nova.compute.manager [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1130.787847] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.957774] env[65677]: DEBUG nova.objects.instance [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'numa_topology' on Instance uuid abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.992233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-474cb54b-98a9-452d-bed8-2a24c99a5d8d tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Lock "64d8e30f-095e-4660-af21-8641f2e6ea70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.785s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.166839] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523f137f-2db2-76e8-18a8-d6ce7f4282a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.169288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.169377] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 85834c2f-5c57-4c3e-9469-45b24425298e/85834c2f-5c57-4c3e-9469-45b24425298e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.170530] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63b10657-487a-4224-91c0-d62903ad5c5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.183485] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1131.183485] env[65677]: value = "task-4637059" [ 1131.183485] env[65677]: _type = "Task" [ 1131.183485] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.194133] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.237182] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.408423] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.408709] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.408947] env[65677]: DEBUG nova.compute.manager [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Going to confirm migration 5 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1131.436524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.436745] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquired lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.440130] env[65677]: DEBUG nova.network.neutron [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1131.461820] env[65677]: DEBUG nova.objects.base [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.680055] env[65677]: DEBUG nova.network.neutron [-] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.702192] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637059, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.768314] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8b3b01-4ea6-4d5d-95e1-76cfa19a7d29 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.776289] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099774bf-2f28-4efe-aa03-0044f1233137 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.811162] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc94301-90e4-4614-9d63-168c268269e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.820252] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca39c8-e4f1-4d8e-8611-5ca8ca78f0de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.835888] env[65677]: DEBUG nova.compute.provider_tree [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.917905] env[65677]: WARNING neutronclient.v2_0.client [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.945394] env[65677]: WARNING neutronclient.v2_0.client [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.130589] env[65677]: WARNING neutronclient.v2_0.client [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.130937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.131115] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.131286] env[65677]: DEBUG nova.network.neutron [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.131467] env[65677]: DEBUG nova.objects.instance [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'info_cache' on Instance uuid a12b9b10-f56d-45d1-8b69-8d220e0ce0fa {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.183592] env[65677]: INFO nova.compute.manager [-] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Took 1.77 seconds to deallocate network for instance. [ 1132.198720] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519859} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.200309] env[65677]: WARNING neutronclient.v2_0.client [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.202418] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 85834c2f-5c57-4c3e-9469-45b24425298e/85834c2f-5c57-4c3e-9469-45b24425298e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.202898] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.203133] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c748f72-321c-4ca0-a29e-e00287023fc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.211948] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1132.211948] env[65677]: value = "task-4637060" [ 1132.211948] env[65677]: _type = "Task" [ 1132.211948] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.223368] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.340144] env[65677]: DEBUG nova.scheduler.client.report [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.449527] env[65677]: DEBUG nova.compute.manager [req-ed6bc288-3385-4b1e-af22-9b018aebd83e req-f57a1bf9-134e-40a5-a18d-1c364925af02 service nova] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Received event network-vif-deleted-46e41cf3-44d6-46cc-bb50-d77a5408add0 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1132.510930] env[65677]: DEBUG nova.network.neutron [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.694818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.725792] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069643} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.725792] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.725792] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9513efd8-19fe-4194-82d2-e783afff7eb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.747721] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 85834c2f-5c57-4c3e-9469-45b24425298e/85834c2f-5c57-4c3e-9469-45b24425298e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.748403] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9202a5ab-0b13-404f-aa7a-59245a81f68d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.772133] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1132.772133] env[65677]: value = "task-4637061" [ 1132.772133] env[65677]: _type = "Task" [ 1132.772133] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.781350] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.850528] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.398s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.853504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.586s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.854535] env[65677]: INFO nova.compute.claims [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.014214] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.140095] env[65677]: WARNING neutronclient.v2_0.client [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.283348] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637061, 'name': ReconfigVM_Task, 'duration_secs': 0.338715} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.283700] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 85834c2f-5c57-4c3e-9469-45b24425298e/85834c2f-5c57-4c3e-9469-45b24425298e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.284393] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed428216-7492-4b2e-b26e-365d5d90b5f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.293866] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1133.293866] env[65677]: value = "task-4637062" [ 1133.293866] env[65677]: _type = "Task" [ 1133.293866] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.303879] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637062, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.368181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ac84610c-75cb-4d75-bdd8-23e55c5e9879 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.316s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.369142] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.041s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.369329] env[65677]: INFO nova.compute.manager [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Unshelving [ 1133.500537] env[65677]: WARNING neutronclient.v2_0.client [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.551894] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed40ca52-574c-415f-95ea-e8c963b79e57 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.579553] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f478dd41-1c36-4cf3-9ba8-868f4a388bc9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.589140] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.692217] env[65677]: INFO nova.network.neutron [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Port 7c922660-c67e-458a-855f-c92bd4f4bc5d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1133.692749] env[65677]: DEBUG nova.network.neutron [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [{"id": "772af0c3-84da-4f92-9bab-d846992f3a6e", "address": "fa:16:3e:d1:e8:27", "network": {"id": "86e26676-b93d-4438-ae11-5c77fae018b0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-179573472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "e37d468304be4ff7bb5ab108978b4cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772af0c3-84", "ovs_interfaceid": "772af0c3-84da-4f92-9bab-d846992f3a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.806696] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637062, 'name': Rename_Task, 'duration_secs': 0.170119} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.806696] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.806696] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-766aa35a-34d8-4b35-a15f-f812d3e5741a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811842] env[65677]: WARNING neutronclient.v2_0.client [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.820571] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1133.820571] env[65677]: value = "task-4637063" [ 1133.820571] env[65677]: _type = "Task" [ 1133.820571] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.830955] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.072880] env[65677]: DEBUG nova.network.neutron [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance_info_cache with network_info: [{"id": "86717116-b806-426d-b96a-c2a646b7d1b9", "address": "fa:16:3e:63:4b:87", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86717116-b8", "ovs_interfaceid": "86717116-b806-426d-b96a-c2a646b7d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.098546] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.104766] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fbbb131-14a7-4305-91f2-4354b51b5693 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.118425] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1134.118425] env[65677]: value = "task-4637064" [ 1134.118425] env[65677]: _type = "Task" [ 1134.118425] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.132741] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.165440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.165859] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.166171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.166765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.166765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.169170] env[65677]: INFO nova.compute.manager [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Terminating instance [ 1134.182313] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a83da63-feb3-4cef-9aec-fa3b0b761aa0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.193064] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c010028-e039-41e4-822a-3850c6e0f646 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.197278] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Releasing lock "refresh_cache-1e1b6337-c6d1-463c-b658-e62b44c1fe91" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.235252] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df46afa3-ef7c-4b0b-a967-f0a7756bbfd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.247440] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af39cac-e525-46ba-8e18-041a2c2834e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.270175] env[65677]: DEBUG nova.compute.provider_tree [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.295033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "657001b7-8e46-4e88-bc73-1ab18ece1f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.295033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.295169] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "657001b7-8e46-4e88-bc73-1ab18ece1f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.296264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.296264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.298589] env[65677]: INFO nova.compute.manager [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Terminating instance [ 1134.334688] env[65677]: DEBUG oslo_vmware.api [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637063, 'name': PowerOnVM_Task, 'duration_secs': 0.483266} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.334688] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.334860] env[65677]: INFO nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1134.334994] env[65677]: DEBUG nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1134.336162] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89725c6-19f0-4dde-90ce-f11b17978afc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.397014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.578222] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.578540] env[65677]: DEBUG nova.objects.instance [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'migration_context' on Instance uuid a12b9b10-f56d-45d1-8b69-8d220e0ce0fa {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.627981] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.673792] env[65677]: DEBUG nova.compute.manager [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1134.674041] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.674967] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf0ea31-01b6-4d5b-8007-3fe8ecbf9a13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.683887] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.684175] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b363a95c-fbd3-4eaa-a067-f92f93550c95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.691536] env[65677]: DEBUG oslo_vmware.api [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1134.691536] env[65677]: value = "task-4637065" [ 1134.691536] env[65677]: _type = "Task" [ 1134.691536] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.703710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ce3b616a-2a9f-4afd-a0bf-bf6da27d5081 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "interface-1e1b6337-c6d1-463c-b658-e62b44c1fe91-7c922660-c67e-458a-855f-c92bd4f4bc5d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.620s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.704146] env[65677]: DEBUG oslo_vmware.api [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.776706] env[65677]: DEBUG nova.scheduler.client.report [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.803962] env[65677]: DEBUG nova.compute.manager [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1134.804271] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.806142] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8860ff06-106b-47b3-aaa1-41f869711e16 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.815293] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.815598] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05634283-853e-4325-9733-92fb4a234548 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.824950] env[65677]: DEBUG oslo_vmware.api [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 1134.824950] env[65677]: value = "task-4637066" [ 1134.824950] env[65677]: _type = "Task" [ 1134.824950] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.833606] env[65677]: DEBUG oslo_vmware.api [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4637066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.859467] env[65677]: INFO nova.compute.manager [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Took 29.32 seconds to build instance. [ 1135.081778] env[65677]: DEBUG nova.objects.base [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.083715] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e0fa4-6439-48cd-80d5-f6d62310765c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.106106] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05900c90-85ff-4fc9-b762-3bb1a093e28c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.115540] env[65677]: DEBUG oslo_vmware.api [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1135.115540] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a4cf2a-0e1f-fbb1-ea64-95450ed95250" [ 1135.115540] env[65677]: _type = "Task" [ 1135.115540] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.135978] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.136336] env[65677]: DEBUG oslo_vmware.api [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a4cf2a-0e1f-fbb1-ea64-95450ed95250, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.136992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.205296] env[65677]: DEBUG oslo_vmware.api [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637065, 'name': PowerOffVM_Task, 'duration_secs': 0.211047} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.205535] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.205695] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.205952] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a329cf58-59f7-4e63-9ead-dc4a072ebfe4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.284650] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.285461] env[65677]: DEBUG nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1135.290264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.819s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.293740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.293740] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1135.294209] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.447s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.296100] env[65677]: INFO nova.compute.claims [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.300937] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a9f78-7d2c-496b-86d6-da6faee88bbe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.306713] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.307279] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.307936] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleting the datastore file [datastore2] 1e1b6337-c6d1-463c-b658-e62b44c1fe91 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.308879] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb9715cb-6377-48bb-9e6d-bfb10832c450 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.322202] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1addd58-db3d-4ebf-90eb-30e63b6e5da0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.328859] env[65677]: DEBUG oslo_vmware.api [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1135.328859] env[65677]: value = "task-4637068" [ 1135.328859] env[65677]: _type = "Task" [ 1135.328859] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.347676] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fcdbfb-24ad-4832-9470-60a44be08255 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.356899] env[65677]: DEBUG oslo_vmware.api [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4637066, 'name': PowerOffVM_Task, 'duration_secs': 0.239592} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.357229] env[65677]: DEBUG oslo_vmware.api [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.358737] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.358925] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.360347] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de9a5b3-a2ee-4b6f-8a84-3aef64528a5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.365713] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "85834c2f-5c57-4c3e-9469-45b24425298e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.851s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.367782] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a9f88-6ec5-454a-bc71-1a3b4b812a27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.411426] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178083MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1135.411595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.451484] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.451791] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.451986] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Deleting the datastore file [datastore1] 657001b7-8e46-4e88-bc73-1ab18ece1f17 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.452416] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f4e84b7-8437-48c9-8608-57603c96f423 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.462192] env[65677]: DEBUG oslo_vmware.api [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for the task: (returnval){ [ 1135.462192] env[65677]: value = "task-4637070" [ 1135.462192] env[65677]: _type = "Task" [ 1135.462192] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.475661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "48726a76-b14d-4907-b1ce-d50fa42c62b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.475661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.481470] env[65677]: DEBUG oslo_vmware.api [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4637070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.632486] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.766556] env[65677]: DEBUG nova.compute.manager [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Received event network-changed-2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1135.766907] env[65677]: DEBUG nova.compute.manager [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Refreshing instance network info cache due to event network-changed-2197c822-0fd4-4477-8586-2c9f2bc7aa15. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1135.767273] env[65677]: DEBUG oslo_concurrency.lockutils [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] Acquiring lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.767527] env[65677]: DEBUG oslo_concurrency.lockutils [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] Acquired lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.767819] env[65677]: DEBUG nova.network.neutron [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Refreshing network info cache for port 2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.792565] env[65677]: DEBUG nova.compute.utils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.794268] env[65677]: DEBUG nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1135.840358] env[65677]: DEBUG oslo_vmware.api [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286304} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.840647] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.840856] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.841070] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.841254] env[65677]: INFO nova.compute.manager [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1135.841602] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.842249] env[65677]: DEBUG nova.compute.manager [-] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1135.842366] env[65677]: DEBUG nova.network.neutron [-] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1135.842696] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.936292] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.988699] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1135.994033] env[65677]: DEBUG oslo_vmware.api [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Task: {'id': task-4637070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332372} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.994033] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.994323] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.994599] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.994865] env[65677]: INFO nova.compute.manager [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1135.995220] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.996569] env[65677]: DEBUG nova.compute.manager [-] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1135.996569] env[65677]: DEBUG nova.network.neutron [-] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1135.996569] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.059901] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.131928] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637064, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.273797] env[65677]: WARNING neutronclient.v2_0.client [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.298023] env[65677]: DEBUG nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1136.513339] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.585040] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd262dde-899c-4b03-92e5-dab7d653f335 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.593545] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2712e6a-9f4f-40c8-a370-2c20100992bb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.636344] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e995cb85-4987-4da7-a2d5-555d2662db24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.652870] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023642a-2f89-4098-9dc0-3d5b80a53ff8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.653974] env[65677]: DEBUG oslo_vmware.api [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637064, 'name': PowerOnVM_Task, 'duration_secs': 2.047442} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.654266] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.654446] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a08c6-2e8c-441f-8ada-7ea44c1de867 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance 'd33a4192-fc2b-493b-9c6d-40c5984af961' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.669817] env[65677]: DEBUG nova.compute.provider_tree [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.799624] env[65677]: WARNING neutronclient.v2_0.client [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.920675] env[65677]: DEBUG nova.network.neutron [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Updated VIF entry in instance network info cache for port 2197c822-0fd4-4477-8586-2c9f2bc7aa15. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1136.920995] env[65677]: DEBUG nova.network.neutron [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Updating instance_info_cache with network_info: [{"id": "2197c822-0fd4-4477-8586-2c9f2bc7aa15", "address": "fa:16:3e:8b:1e:9d", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2197c822-0f", "ovs_interfaceid": "2197c822-0fd4-4477-8586-2c9f2bc7aa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.958694] env[65677]: DEBUG nova.compute.manager [req-d98a5b67-0043-42d2-81fd-07c83b74e1ab req-521c8d23-b3ec-4a79-a24e-fa184b24c58d service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Received event network-vif-deleted-f4606625-8710-4a47-9227-bdbd6676e1fd {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1136.958931] env[65677]: INFO nova.compute.manager [req-d98a5b67-0043-42d2-81fd-07c83b74e1ab req-521c8d23-b3ec-4a79-a24e-fa184b24c58d service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Neutron deleted interface f4606625-8710-4a47-9227-bdbd6676e1fd; detaching it from the instance and deleting it from the info cache [ 1136.959166] env[65677]: DEBUG nova.network.neutron [req-d98a5b67-0043-42d2-81fd-07c83b74e1ab req-521c8d23-b3ec-4a79-a24e-fa184b24c58d service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.082862] env[65677]: DEBUG nova.network.neutron [-] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.199012] env[65677]: ERROR nova.scheduler.client.report [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [req-a6392b52-0d51-4035-9416-34431e34a3de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6392b52-0d51-4035-9416-34431e34a3de"}]} [ 1137.221638] env[65677]: DEBUG nova.scheduler.client.report [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.228057] env[65677]: DEBUG nova.network.neutron [-] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.242821] env[65677]: DEBUG nova.scheduler.client.report [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.243114] env[65677]: DEBUG nova.compute.provider_tree [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.265398] env[65677]: DEBUG nova.scheduler.client.report [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.295434] env[65677]: DEBUG nova.scheduler.client.report [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.308421] env[65677]: DEBUG nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1137.347957] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.349025] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.349025] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.349025] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.349025] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.349282] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.349451] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.349673] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.349887] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.350135] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.350361] env[65677]: DEBUG nova.virt.hardware [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.351641] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737f16b-466b-4e2c-924e-95bf8496243f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.365848] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f09e0f-8f3b-4bfe-b4e0-f5d98c16b406 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.382755] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.388545] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Creating folder: Project (d3ca2073293a48fb8c5f2e5064a4e8da). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.389243] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52b798c-5680-4355-8e7f-a9552fb14105 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.405118] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Created folder: Project (d3ca2073293a48fb8c5f2e5064a4e8da) in parent group-v905237. [ 1137.405118] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Creating folder: Instances. Parent ref: group-v905531. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.408222] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec16ecc8-b275-472c-ac71-916deb581c01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.420629] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Created folder: Instances in parent group-v905531. [ 1137.420926] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1137.421152] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.421377] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dae79bf-7f39-4f27-8911-7f24b066033c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.436865] env[65677]: DEBUG oslo_concurrency.lockutils [req-c6620658-f2e3-4f5e-b7ef-e0fab73b4bb6 req-97631868-e391-43d9-a730-d93880583c1c service nova] Releasing lock "refresh_cache-85834c2f-5c57-4c3e-9469-45b24425298e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.443884] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.443884] env[65677]: value = "task-4637073" [ 1137.443884] env[65677]: _type = "Task" [ 1137.443884] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.453842] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637073, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.463883] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-613f7d25-3947-4982-a820-eef5671e63e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.478814] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd390ce-3bf4-42d1-b123-0b3cc96ca941 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.519822] env[65677]: DEBUG nova.compute.manager [req-d98a5b67-0043-42d2-81fd-07c83b74e1ab req-521c8d23-b3ec-4a79-a24e-fa184b24c58d service nova] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Detach interface failed, port_id=f4606625-8710-4a47-9227-bdbd6676e1fd, reason: Instance 657001b7-8e46-4e88-bc73-1ab18ece1f17 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1137.587343] env[65677]: INFO nova.compute.manager [-] [instance: 657001b7-8e46-4e88-bc73-1ab18ece1f17] Took 1.59 seconds to deallocate network for instance. [ 1137.627787] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16b345-8f80-4259-950b-8af89c588b38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.636877] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee39dc-77a8-4a26-a22e-b9104bfccf5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.673222] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4a89ff-c57e-4581-bb72-6ab92abc07b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.685181] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41560d1a-59ee-4692-bd05-ddc2c776b22f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.702874] env[65677]: DEBUG nova.compute.provider_tree [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.731425] env[65677]: INFO nova.compute.manager [-] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Took 1.89 seconds to deallocate network for instance. [ 1137.808759] env[65677]: DEBUG nova.compute.manager [req-f7ca4685-11d0-481f-ae44-ca2c940fec4d req-88f96621-291f-4a08-b6bb-17375c717749 service nova] [instance: 1e1b6337-c6d1-463c-b658-e62b44c1fe91] Received event network-vif-deleted-772af0c3-84da-4f92-9bab-d846992f3a6e {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1137.955317] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637073, 'name': CreateVM_Task, 'duration_secs': 0.418139} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.955489] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.955947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.956118] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.956522] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.956774] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b425a7-9a9f-4c77-bd5d-49cb73ab758c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.963505] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1137.963505] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5299c2d5-7feb-bf53-1ce9-6ada5098823a" [ 1137.963505] env[65677]: _type = "Task" [ 1137.963505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.973272] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5299c2d5-7feb-bf53-1ce9-6ada5098823a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.095161] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.241277] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.338137] env[65677]: DEBUG nova.scheduler.client.report [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.338390] env[65677]: DEBUG nova.compute.provider_tree [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 142 to 143 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.338575] env[65677]: DEBUG nova.compute.provider_tree [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.475236] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5299c2d5-7feb-bf53-1ce9-6ada5098823a, 'name': SearchDatastore_Task, 'duration_secs': 0.01545} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.475581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.475839] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.476437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.476437] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.476437] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.476774] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90f2eaf-c513-4f95-ac25-c5e244b59aa1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.488305] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.488520] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.489632] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d08b03-d159-43ce-bdc6-1c9583af8b9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.495847] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1138.495847] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5260dcc5-0747-743d-ce97-e79ace0f19aa" [ 1138.495847] env[65677]: _type = "Task" [ 1138.495847] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.504912] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5260dcc5-0747-743d-ce97-e79ace0f19aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.716074] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.716074] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.716074] env[65677]: DEBUG nova.compute.manager [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Going to confirm migration 6 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1138.845983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.552s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.846582] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1138.851578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.614s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.007490] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5260dcc5-0747-743d-ce97-e79ace0f19aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.008352] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81cdaef-c5ae-48ce-837e-a44d9e0a7fc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.015047] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1139.015047] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5229a70e-e8a0-05c7-fcea-0fbf7a71740a" [ 1139.015047] env[65677]: _type = "Task" [ 1139.015047] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.026061] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5229a70e-e8a0-05c7-fcea-0fbf7a71740a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.221974] env[65677]: WARNING neutronclient.v2_0.client [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.290607] env[65677]: WARNING neutronclient.v2_0.client [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.291132] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.291383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.291808] env[65677]: DEBUG nova.network.neutron [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1139.291933] env[65677]: DEBUG nova.objects.instance [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'info_cache' on Instance uuid d33a4192-fc2b-493b-9c6d-40c5984af961 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.355947] env[65677]: DEBUG nova.compute.utils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.359802] env[65677]: INFO nova.compute.claims [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.364052] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1139.364442] env[65677]: DEBUG nova.network.neutron [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1139.364584] env[65677]: WARNING neutronclient.v2_0.client [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.364875] env[65677]: WARNING neutronclient.v2_0.client [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.409780] env[65677]: DEBUG nova.policy [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bab04b0eb3a48518d0cd0baadfd1649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2499a21a162408781ffb44f96bbe08c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.528432] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5229a70e-e8a0-05c7-fcea-0fbf7a71740a, 'name': SearchDatastore_Task, 'duration_secs': 0.015945} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.528432] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.528432] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.528432] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf5c374-6dea-474c-9016-012ea6bf527a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.535943] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1139.535943] env[65677]: value = "task-4637075" [ 1139.535943] env[65677]: _type = "Task" [ 1139.535943] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.544961] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.716125] env[65677]: DEBUG nova.network.neutron [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Successfully created port: e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1139.865396] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1139.872729] env[65677]: INFO nova.compute.resource_tracker [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating resource usage from migration e20d550b-e96f-4f70-a0c8-6a2ef6b3271f [ 1140.050537] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637075, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.191610] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd729835-5926-40de-a497-4631491a109c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.200430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc00547-32e5-452d-9b00-de6d133ca95b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.237037] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a764c12-f9f1-427b-a532-9e865b5f084e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.253340] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c98b95-70c4-4a52-8aa7-16185b937f3b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.269530] env[65677]: DEBUG nova.compute.provider_tree [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.299053] env[65677]: WARNING neutronclient.v2_0.client [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.546759] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536096} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.547042] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.547257] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.547526] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef4333d-5ecd-43ef-828f-01b077017fc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.555982] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1140.555982] env[65677]: value = "task-4637076" [ 1140.555982] env[65677]: _type = "Task" [ 1140.555982] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.566112] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.670150] env[65677]: WARNING neutronclient.v2_0.client [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.802520] env[65677]: DEBUG nova.network.neutron [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [{"id": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "address": "fa:16:3e:12:ba:2e", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa38381-d2", "ovs_interfaceid": "8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.812957] env[65677]: DEBUG nova.scheduler.client.report [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.813242] env[65677]: DEBUG nova.compute.provider_tree [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 143 to 144 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.813443] env[65677]: DEBUG nova.compute.provider_tree [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.885361] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1140.915808] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.916116] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.916309] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.916604] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.916849] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.917239] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.917475] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.917766] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.918081] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.918368] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.918643] env[65677]: DEBUG nova.virt.hardware [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.919592] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f16540-711d-4c14-ad92-abe4b687b2ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.930377] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385ffc5-2223-43f8-869c-c4a0202dbee7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.067060] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07052} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.067060] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.067532] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaeaeb4-a883-4352-b449-5927d2f79865 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.090786] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.091448] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ad262a-2bf4-425b-990b-76c2efb1a2f4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.112378] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1141.112378] env[65677]: value = "task-4637078" [ 1141.112378] env[65677]: _type = "Task" [ 1141.112378] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.122895] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.296295] env[65677]: DEBUG nova.compute.manager [req-56997471-91ba-4fd3-b362-d5e15c246420 req-0ad877fa-d6bd-490e-a102-83e7091d304f service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Received event network-vif-plugged-e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1141.296675] env[65677]: DEBUG oslo_concurrency.lockutils [req-56997471-91ba-4fd3-b362-d5e15c246420 req-0ad877fa-d6bd-490e-a102-83e7091d304f service nova] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.296840] env[65677]: DEBUG oslo_concurrency.lockutils [req-56997471-91ba-4fd3-b362-d5e15c246420 req-0ad877fa-d6bd-490e-a102-83e7091d304f service nova] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.297048] env[65677]: DEBUG oslo_concurrency.lockutils [req-56997471-91ba-4fd3-b362-d5e15c246420 req-0ad877fa-d6bd-490e-a102-83e7091d304f service nova] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.297228] env[65677]: DEBUG nova.compute.manager [req-56997471-91ba-4fd3-b362-d5e15c246420 req-0ad877fa-d6bd-490e-a102-83e7091d304f service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] No waiting events found dispatching network-vif-plugged-e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1141.297457] env[65677]: WARNING nova.compute.manager [req-56997471-91ba-4fd3-b362-d5e15c246420 req-0ad877fa-d6bd-490e-a102-83e7091d304f service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Received unexpected event network-vif-plugged-e915e89b-cb5a-4fee-8111-1679aebbc34c for instance with vm_state building and task_state spawning. [ 1141.306388] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-d33a4192-fc2b-493b-9c6d-40c5984af961" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.306717] env[65677]: DEBUG nova.objects.instance [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'migration_context' on Instance uuid d33a4192-fc2b-493b-9c6d-40c5984af961 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.319121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.467s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.319348] env[65677]: INFO nova.compute.manager [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Migrating [ 1141.331943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.636s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.331943] env[65677]: DEBUG nova.objects.instance [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid 274347fa-0c50-4694-a7c3-7030691020c1 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.422883] env[65677]: DEBUG nova.network.neutron [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Successfully updated port: e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1141.622710] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637078, 'name': ReconfigVM_Task, 'duration_secs': 0.317864} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.623580] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.623714] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8089d4c-677d-4c40-8739-7748a22b0178 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.631113] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1141.631113] env[65677]: value = "task-4637079" [ 1141.631113] env[65677]: _type = "Task" [ 1141.631113] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.644866] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637079, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.810138] env[65677]: DEBUG nova.objects.base [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.811170] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e0da7-96ee-4b76-a8c4-4338865dd86a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.831464] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a7ed2b-da5b-4360-894d-fa8b00021c1b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.838265] env[65677]: DEBUG oslo_vmware.api [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1141.838265] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522aa8e2-3cdc-1783-9a9d-e0d93bbe2857" [ 1141.838265] env[65677]: _type = "Task" [ 1141.838265] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.845580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.845818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.845977] env[65677]: DEBUG nova.network.neutron [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.851074] env[65677]: DEBUG oslo_vmware.api [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522aa8e2-3cdc-1783-9a9d-e0d93bbe2857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.926801] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.926975] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.927206] env[65677]: DEBUG nova.network.neutron [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1142.126897] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d40215-b1b3-4a7c-b4c0-c3ec5bb1fe32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.138144] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a27c4-1ee0-4a7d-8007-94b1d6b76592 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.144938] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637079, 'name': Rename_Task, 'duration_secs': 0.190328} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.145635] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.145900] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1224e0cc-3bad-4f6b-b774-1692aec4f46f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.174920] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e988fd-ee77-4bcc-9604-aca0cd6bac22 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.178451] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1142.178451] env[65677]: value = "task-4637080" [ 1142.178451] env[65677]: _type = "Task" [ 1142.178451] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.186403] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803353e3-cc15-4bb4-9cc5-4bfbc7429956 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.206237] env[65677]: DEBUG nova.compute.provider_tree [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.350367] env[65677]: DEBUG oslo_vmware.api [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522aa8e2-3cdc-1783-9a9d-e0d93bbe2857, 'name': SearchDatastore_Task, 'duration_secs': 0.018107} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.350742] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.352381] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.464598] env[65677]: DEBUG nova.network.neutron [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1142.560729] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.587183] env[65677]: WARNING neutronclient.v2_0.client [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.657799] env[65677]: DEBUG nova.network.neutron [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.688079] env[65677]: DEBUG nova.network.neutron [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updating instance_info_cache with network_info: [{"id": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "address": "fa:16:3e:79:4b:18", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915e89b-cb", "ovs_interfaceid": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.697641] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.709990] env[65677]: DEBUG nova.scheduler.client.report [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.161033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.191937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.192509] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Instance network_info: |[{"id": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "address": "fa:16:3e:79:4b:18", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915e89b-cb", "ovs_interfaceid": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1143.192930] env[65677]: DEBUG oslo_vmware.api [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637080, 'name': PowerOnVM_Task, 'duration_secs': 0.738098} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.193331] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:4b:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e915e89b-cb5a-4fee-8111-1679aebbc34c', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.202063] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.202651] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.202885] env[65677]: INFO nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1143.203117] env[65677]: DEBUG nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1143.203444] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.204246] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d008d3-a2e9-4971-aedd-fbc2bd8e109d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.207189] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf64a588-fac5-4bc3-acac-5b510935f2f1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.225129] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.228073] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.831s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.228366] env[65677]: DEBUG nova.objects.instance [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'pci_requests' on Instance uuid abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.238805] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.238805] env[65677]: value = "task-4637082" [ 1143.238805] env[65677]: _type = "Task" [ 1143.238805] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.250278] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637082, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.254041] env[65677]: INFO nova.scheduler.client.report [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance 274347fa-0c50-4694-a7c3-7030691020c1 [ 1143.330429] env[65677]: DEBUG nova.compute.manager [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Received event network-changed-e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1143.330629] env[65677]: DEBUG nova.compute.manager [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Refreshing instance network info cache due to event network-changed-e915e89b-cb5a-4fee-8111-1679aebbc34c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1143.330846] env[65677]: DEBUG oslo_concurrency.lockutils [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] Acquiring lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.330985] env[65677]: DEBUG oslo_concurrency.lockutils [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] Acquired lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.331168] env[65677]: DEBUG nova.network.neutron [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Refreshing network info cache for port e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.732109] env[65677]: DEBUG nova.objects.instance [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'numa_topology' on Instance uuid abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.748170] env[65677]: INFO nova.compute.manager [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Took 26.50 seconds to build instance. [ 1143.757384] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637082, 'name': CreateVM_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.762924] env[65677]: DEBUG oslo_concurrency.lockutils [None req-713ce9a0-42c8-4619-8a15-7d7848008ad5 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "274347fa-0c50-4694-a7c3-7030691020c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.997s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.834476] env[65677]: WARNING neutronclient.v2_0.client [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.025954] env[65677]: WARNING neutronclient.v2_0.client [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.118880] env[65677]: DEBUG nova.network.neutron [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updated VIF entry in instance network info cache for port e915e89b-cb5a-4fee-8111-1679aebbc34c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1144.119295] env[65677]: DEBUG nova.network.neutron [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updating instance_info_cache with network_info: [{"id": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "address": "fa:16:3e:79:4b:18", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915e89b-cb", "ovs_interfaceid": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.239254] env[65677]: INFO nova.compute.claims [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.253826] env[65677]: DEBUG oslo_concurrency.lockutils [None req-88476f57-ac53-44d3-b841-354ae1047d43 tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "7fe303af-c30a-4216-b84b-c06c48d88c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.013s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.254218] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637082, 'name': CreateVM_Task, 'duration_secs': 0.672624} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.254285] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.254828] env[65677]: WARNING neutronclient.v2_0.client [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.255187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.255422] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.255646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.255906] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20869241-94d2-45dc-9121-d4f1b36bc631 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.261831] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1144.261831] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4aec0-6942-ba8b-63e9-68314eda6b7f" [ 1144.261831] env[65677]: _type = "Task" [ 1144.261831] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.271440] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4aec0-6942-ba8b-63e9-68314eda6b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.622612] env[65677]: DEBUG oslo_concurrency.lockutils [req-612703f1-c381-47ef-b712-286351c1b67f req-bc3b0988-97bf-4929-bf0c-62fd0d6f4b4e service nova] Releasing lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.682028] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1815e-57a2-4e3e-a203-9c78c944d983 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.704911] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.773588] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c4aec0-6942-ba8b-63e9-68314eda6b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.773876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.774129] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.774559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.774766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.774941] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.775633] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b91ba43-dc6c-40f8-afef-834935294239 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.786137] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.786483] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.787823] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730add9d-ee7b-4542-9bec-4bddd8c154cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.793805] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1144.793805] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8a34d-fb49-ffa9-4493-dba1be6347d6" [ 1144.793805] env[65677]: _type = "Task" [ 1144.793805] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.803379] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8a34d-fb49-ffa9-4493-dba1be6347d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.857882] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "736910f2-be42-4eb5-b16c-37a01f4739fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.858131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.186750] env[65677]: INFO nova.compute.manager [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Rebuilding instance [ 1145.210863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.213147] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ba94c9-3bc7-4b13-9041-a2e206c76a93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.221698] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1145.221698] env[65677]: value = "task-4637084" [ 1145.221698] env[65677]: _type = "Task" [ 1145.221698] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.231053] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.242215] env[65677]: DEBUG nova.compute.manager [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1145.243196] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10652ee3-e8aa-4ecd-b8eb-31ed1c0883d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.311268] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52b8a34d-fb49-ffa9-4493-dba1be6347d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.312472] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6c2d7d-2856-4aaa-a829-ad43f386f54d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.323156] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1145.323156] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a21b3f-ef7d-7820-5ca5-5697b8d2b7ac" [ 1145.323156] env[65677]: _type = "Task" [ 1145.323156] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.336643] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a21b3f-ef7d-7820-5ca5-5697b8d2b7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.361971] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1145.531282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9c4fb-3402-445e-92e4-70dc0e4c6d5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.539803] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d0158-1c5a-4950-aec3-8ff77a7a5a99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.571506] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8aafe8-4305-4c6f-a6aa-6de48f365784 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.579835] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad14ba-f29a-4d20-a79f-0701b38324ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.595393] env[65677]: DEBUG nova.compute.provider_tree [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.732696] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637084, 'name': PowerOffVM_Task, 'duration_secs': 0.271625} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.733274] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.733455] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.834040] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a21b3f-ef7d-7820-5ca5-5697b8d2b7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.834376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.834678] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 045686d6-af6e-4086-b8f7-fb82d2edb787/045686d6-af6e-4086-b8f7-fb82d2edb787.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.834901] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee61df75-68f4-4712-85d2-2d8535565a11 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.842911] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1145.842911] env[65677]: value = "task-4637085" [ 1145.842911] env[65677]: _type = "Task" [ 1145.842911] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.852101] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.888064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.098988] env[65677]: DEBUG nova.scheduler.client.report [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.241031] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1146.241344] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.241523] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1146.241721] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.241866] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1146.242021] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1146.242236] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.242388] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1146.242550] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1146.242821] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1146.242962] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1146.249556] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dbb1cc3-8d10-4ed2-8d4e-c686f710487b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.262144] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.262846] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f1c1ba-9e7b-450c-a6fc-2f4408fce15c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.273523] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1146.273523] env[65677]: value = "task-4637086" [ 1146.273523] env[65677]: _type = "Task" [ 1146.273523] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.275082] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1146.275082] env[65677]: value = "task-4637087" [ 1146.275082] env[65677]: _type = "Task" [ 1146.275082] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.289920] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637087, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.293152] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.353769] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637085, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.606206] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.378s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.606719] env[65677]: WARNING neutronclient.v2_0.client [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.610276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.474s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.642552] env[65677]: INFO nova.network.neutron [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating port d30bf441-5d19-407a-86a1-951d904ac3b4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1146.787701] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637087, 'name': ReconfigVM_Task, 'duration_secs': 0.419389} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.790864] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.794350] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637086, 'name': PowerOffVM_Task, 'duration_secs': 0.147123} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.794643] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.795326] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.796345] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12bca01-7fa0-4bef-b608-be6a44bc4f5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.804009] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.804268] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-504ba584-a2fa-455d-b9fe-15a9ac8a9e1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.834970] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.835367] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.835412] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Deleting the datastore file [datastore2] 7fe303af-c30a-4216-b84b-c06c48d88c43 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.835677] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffdeef58-5922-4833-93cc-c96a1f1e71c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.844013] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1146.844013] env[65677]: value = "task-4637089" [ 1146.844013] env[65677]: _type = "Task" [ 1146.844013] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.856737] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.860017] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518021} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.860271] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 045686d6-af6e-4086-b8f7-fb82d2edb787/045686d6-af6e-4086-b8f7-fb82d2edb787.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.860515] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.861032] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed78928b-3ca9-42cb-a05c-2af053c63fce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.868747] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1146.868747] env[65677]: value = "task-4637090" [ 1146.868747] env[65677]: _type = "Task" [ 1146.868747] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.879834] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.298427] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1147.298705] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.298858] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1147.299048] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.299194] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1147.299409] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1147.299620] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1147.299763] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1147.299945] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1147.300130] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1147.300315] env[65677]: DEBUG nova.virt.hardware [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1147.306252] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.306861] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4dd027f-d54f-4f21-90be-e6497af1a9cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.330667] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1147.330667] env[65677]: value = "task-4637092" [ 1147.330667] env[65677]: _type = "Task" [ 1147.330667] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.344646] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.355798] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383435} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.356073] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.356259] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.356470] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.379621] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065918} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.382670] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.384081] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae768e-549b-42a9-9a23-8d9199c6a206 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.417920] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 045686d6-af6e-4086-b8f7-fb82d2edb787/045686d6-af6e-4086-b8f7-fb82d2edb787.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.419945] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7551fa8-fefd-4b6b-873a-b975efee367c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.435336] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406f4490-da22-4af9-8332-c2a44929e7b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.445899] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262cdb42-5d60-4f27-ad46-1b0dda47ce01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.449963] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1147.449963] env[65677]: value = "task-4637093" [ 1147.449963] env[65677]: _type = "Task" [ 1147.449963] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.481175] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1cee45-e32a-469b-9816-e83b536aaebc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.487690] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.493580] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190bbe1-5fbd-405c-8e7d-80437e2b5874 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.511013] env[65677]: DEBUG nova.compute.provider_tree [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.841855] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637092, 'name': ReconfigVM_Task, 'duration_secs': 0.21655} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.842251] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.843100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad1573-3560-45ee-8ff8-e163e9cdc9d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.875627] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.876231] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88faca36-93f9-4f94-9e56-a41afd07f31c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.898585] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1147.898585] env[65677]: value = "task-4637094" [ 1147.898585] env[65677]: _type = "Task" [ 1147.898585] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.908998] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.963405] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.014602] env[65677]: DEBUG nova.scheduler.client.report [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.223196] env[65677]: DEBUG nova.compute.manager [req-65604a18-2138-48bf-a01e-14c26d47bde5 req-26ad302d-2ab0-48f9-bd06-08a1a5373161 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-vif-plugged-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1148.223461] env[65677]: DEBUG oslo_concurrency.lockutils [req-65604a18-2138-48bf-a01e-14c26d47bde5 req-26ad302d-2ab0-48f9-bd06-08a1a5373161 service nova] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.223709] env[65677]: DEBUG oslo_concurrency.lockutils [req-65604a18-2138-48bf-a01e-14c26d47bde5 req-26ad302d-2ab0-48f9-bd06-08a1a5373161 service nova] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.223945] env[65677]: DEBUG oslo_concurrency.lockutils [req-65604a18-2138-48bf-a01e-14c26d47bde5 req-26ad302d-2ab0-48f9-bd06-08a1a5373161 service nova] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.224148] env[65677]: DEBUG nova.compute.manager [req-65604a18-2138-48bf-a01e-14c26d47bde5 req-26ad302d-2ab0-48f9-bd06-08a1a5373161 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] No waiting events found dispatching network-vif-plugged-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1148.224347] env[65677]: WARNING nova.compute.manager [req-65604a18-2138-48bf-a01e-14c26d47bde5 req-26ad302d-2ab0-48f9-bd06-08a1a5373161 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received unexpected event network-vif-plugged-d30bf441-5d19-407a-86a1-951d904ac3b4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1148.259164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.259523] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.259594] env[65677]: DEBUG nova.network.neutron [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.406510] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.406830] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.407050] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.407391] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.407592] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.407802] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.408074] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.408288] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.408514] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.408731] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.408963] env[65677]: DEBUG nova.virt.hardware [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.409871] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63c143-40d7-4b51-8df1-651d0df03f64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.418703] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637094, 'name': ReconfigVM_Task, 'duration_secs': 0.299852} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.420927] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.421267] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.425705] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5913e81-b7d1-4a4e-8efa-1704f6d570e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.441548] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.447469] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.447759] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.447971] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e16e61c-3180-4faa-b402-75d1cd66c862 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.471490] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637093, 'name': ReconfigVM_Task, 'duration_secs': 0.638862} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.472779] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 045686d6-af6e-4086-b8f7-fb82d2edb787/045686d6-af6e-4086-b8f7-fb82d2edb787.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.473401] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.473401] env[65677]: value = "task-4637095" [ 1148.473401] env[65677]: _type = "Task" [ 1148.473401] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.473687] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58315f49-f062-4b93-8760-5012e9438f38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.486210] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637095, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.488154] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1148.488154] env[65677]: value = "task-4637096" [ 1148.488154] env[65677]: _type = "Task" [ 1148.488154] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.762879] env[65677]: WARNING neutronclient.v2_0.client [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.933913] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17ff542-71e9-4ea2-b469-7b51889cc3fb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.957152] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887bfc1d-22ee-49aa-9e64-1114d7b42262 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.961708] env[65677]: WARNING neutronclient.v2_0.client [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.980447] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.995381] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637095, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.002681] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637096, 'name': Rename_Task, 'duration_secs': 0.436839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.002987] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.003270] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c12a1c9-9927-4896-835b-bd2ff2dd0e6d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.011969] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1149.011969] env[65677]: value = "task-4637097" [ 1149.011969] env[65677]: _type = "Task" [ 1149.011969] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.021576] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.028248] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.418s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.031301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.620s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.069870] env[65677]: DEBUG nova.network.neutron [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.495849] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637095, 'name': CreateVM_Task, 'duration_secs': 0.578031} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.496251] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.496697] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.496885] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.497268] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.497535] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c2b47a-6cfe-42ca-8ccc-e69bf8845220 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.503055] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1149.503055] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52334081-d3ab-2d17-cd9b-b9fe4f6186ab" [ 1149.503055] env[65677]: _type = "Task" [ 1149.503055] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.511673] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52334081-d3ab-2d17-cd9b-b9fe4f6186ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.521221] env[65677]: DEBUG oslo_vmware.api [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637097, 'name': PowerOnVM_Task, 'duration_secs': 0.465526} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.521427] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.521623] env[65677]: INFO nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1149.521795] env[65677]: DEBUG nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1149.522554] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d902d0c8-0612-4559-b614-398f0433462e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.574739] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.603321] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a55fb5d32a0702f00c0601b7873d59a1',container_format='bare',created_at=2025-11-21T01:58:04Z,direct_url=,disk_format='vmdk',id=10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-848855438-shelved',owner='3f4801b2fe82405f9960b20792f1ec57',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-21T01:58:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.603594] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.603714] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.603901] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.604051] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.604199] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.604398] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.604576] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.604778] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.604945] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.605133] env[65677]: DEBUG nova.virt.hardware [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.605983] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c380e8-38dd-4a76-8fb6-235be7a67453 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.609350] env[65677]: INFO nova.scheduler.client.report [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocation for migration 6287379f-b77e-46e9-b154-3fa803025505 [ 1149.616775] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267b9b0-cb82-4b67-9e59-6afa888d3fa1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.634116] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:03:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd30bf441-5d19-407a-86a1-951d904ac3b4', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.640699] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1149.640888] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.641116] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b26d14-4f51-46e2-a4c0-f992878bbb28 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.661827] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.661827] env[65677]: value = "task-4637099" [ 1149.661827] env[65677]: _type = "Task" [ 1149.661827] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.670419] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637099, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.014818] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52334081-d3ab-2d17-cd9b-b9fe4f6186ab, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.015301] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.015486] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.015803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.015953] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.016146] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.016421] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34853fad-ead3-458c-95c8-1ca5bcf31cd6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.026578] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.026814] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.027752] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b929fe9f-2de0-4506-ad8f-c1915a3ed247 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.038990] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1150.038990] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5242da12-9327-9e15-74a2-948d26b6ba6d" [ 1150.038990] env[65677]: _type = "Task" [ 1150.038990] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.043903] env[65677]: INFO nova.compute.manager [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Took 24.23 seconds to build instance. [ 1150.045477] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Applying migration context for instance 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f as it has an incoming, in-progress migration e20d550b-e96f-4f70-a0c8-6a2ef6b3271f. Migration status is migrating {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.045643] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Applying migration context for instance d33a4192-fc2b-493b-9c6d-40c5984af961 as it has an incoming, in-progress migration 37bafce5-71be-4abf-a6f0-78fee56d592d. Migration status is confirming {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.047930] env[65677]: INFO nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating resource usage from migration e20d550b-e96f-4f70-a0c8-6a2ef6b3271f [ 1150.047930] env[65677]: INFO nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating resource usage from migration 37bafce5-71be-4abf-a6f0-78fee56d592d [ 1150.059129] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5242da12-9327-9e15-74a2-948d26b6ba6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.069576] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.069576] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 657001b7-8e46-4e88-bc73-1ab18ece1f17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.069714] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance baafe20f-618d-46e9-a699-75fb1fdd9206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.069771] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 0bed18b4-7a5c-4d65-ac93-82cf818ec07d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.069914] env[65677]: WARNING nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 1e1b6337-c6d1-463c-b658-e62b44c1fe91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.069983] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance b605b05c-982c-4fed-a7dc-9117e38d0825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070080] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a12b9b10-f56d-45d1-8b69-8d220e0ce0fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070189] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Migration 37bafce5-71be-4abf-a6f0-78fee56d592d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1150.070297] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance d33a4192-fc2b-493b-9c6d-40c5984af961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070403] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 85834c2f-5c57-4c3e-9469-45b24425298e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070567] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 7fe303af-c30a-4216-b84b-c06c48d88c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070691] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance abfe1127-4aad-405a-a435-ce2773354d25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070796] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 045686d6-af6e-4086-b8f7-fb82d2edb787 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.070912] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Migration e20d550b-e96f-4f70-a0c8-6a2ef6b3271f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1150.071031] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.117694] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2dd842ee-8689-4645-9458-66328bc9ff4d tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.709s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.173837] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637099, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.257685] env[65677]: DEBUG nova.compute.manager [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1150.257685] env[65677]: DEBUG nova.compute.manager [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing instance network info cache due to event network-changed-d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1150.257902] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] Acquiring lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.258056] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] Acquired lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.258222] env[65677]: DEBUG nova.network.neutron [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Refreshing network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.551135] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0b00404d-1b2a-4eb2-bd30-766bcab4009a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.757s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.551545] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5242da12-9327-9e15-74a2-948d26b6ba6d, 'name': SearchDatastore_Task, 'duration_secs': 0.024304} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.552508] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed80fe5-8d0c-4665-ac7f-672bd657203d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.559271] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1150.559271] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c66e13-ca92-0889-f214-f376659e0d4d" [ 1150.559271] env[65677]: _type = "Task" [ 1150.559271] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.562794] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.563023] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.563290] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.563532] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.563819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.566373] env[65677]: INFO nova.compute.manager [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Terminating instance [ 1150.573511] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 48726a76-b14d-4907-b1ce-d50fa42c62b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1150.575484] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c66e13-ca92-0889-f214-f376659e0d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.604940] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.605324] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.646016] env[65677]: DEBUG nova.network.neutron [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Port 2f188e4e-0368-468c-9b88-ab956983a0ae binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1150.677016] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637099, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.760749] env[65677]: WARNING neutronclient.v2_0.client [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.935908] env[65677]: WARNING neutronclient.v2_0.client [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.052867] env[65677]: DEBUG nova.network.neutron [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updated VIF entry in instance network info cache for port d30bf441-5d19-407a-86a1-951d904ac3b4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.053307] env[65677]: DEBUG nova.network.neutron [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [{"id": "d30bf441-5d19-407a-86a1-951d904ac3b4", "address": "fa:16:3e:15:03:45", "network": {"id": "1e7b69c3-212e-4f30-bdb0-84c2676e5c4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-481673245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f4801b2fe82405f9960b20792f1ec57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30bf441-5d", "ovs_interfaceid": "d30bf441-5d19-407a-86a1-951d904ac3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.072720] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c66e13-ca92-0889-f214-f376659e0d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013306} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.073276] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.073276] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.073578] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1477cae-0626-48b7-98d7-2eb5c8bf0694 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.076607] env[65677]: DEBUG nova.compute.manager [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1151.077088] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.077552] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 736910f2-be42-4eb5-b16c-37a01f4739fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1151.077807] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.077957] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.083536] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b01d3a-1bb7-4f49-a473-286ac925f7ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.090386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "9e1770b5-2b53-497c-b013-89804418b0a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.090611] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "9e1770b5-2b53-497c-b013-89804418b0a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.094121] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1151.094121] env[65677]: value = "task-4637100" [ 1151.094121] env[65677]: _type = "Task" [ 1151.094121] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.100742] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.101526] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aa12641-bc2c-41f6-85fb-a0fc987a0149 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.108665] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.114040] env[65677]: DEBUG oslo_vmware.api [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1151.114040] env[65677]: value = "task-4637101" [ 1151.114040] env[65677]: _type = "Task" [ 1151.114040] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.126468] env[65677]: DEBUG oslo_vmware.api [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.174041] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637099, 'name': CreateVM_Task, 'duration_secs': 1.493834} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.177164] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.178314] env[65677]: WARNING neutronclient.v2_0.client [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.178791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179020] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.179422] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.179730] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb30e8a-07c5-4b3d-b096-93cbe6adc984 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.185784] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1151.185784] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e6777-da45-9ac9-4cb4-92638b7faaed" [ 1151.185784] env[65677]: _type = "Task" [ 1151.185784] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.199260] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e6777-da45-9ac9-4cb4-92638b7faaed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.335395] env[65677]: DEBUG nova.compute.manager [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Received event network-changed-e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1151.335395] env[65677]: DEBUG nova.compute.manager [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Refreshing instance network info cache due to event network-changed-e915e89b-cb5a-4fee-8111-1679aebbc34c. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1151.335395] env[65677]: DEBUG oslo_concurrency.lockutils [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] Acquiring lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.335753] env[65677]: DEBUG oslo_concurrency.lockutils [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] Acquired lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.335753] env[65677]: DEBUG nova.network.neutron [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Refreshing network info cache for port e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.422846] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99acc4f-3817-4766-aca7-f1b5916afc33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.432580] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396eac0-864c-4795-b943-5a008fc93c95 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.468015] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9610ca-86ec-4a96-93b0-eeecde023f63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.477905] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b334d1-4a28-473d-a875-e0525992717e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.503598] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.556485] env[65677]: DEBUG oslo_concurrency.lockutils [req-a6de9025-41c7-4088-a188-7efd0f624452 req-4df5a108-084d-4ec0-a92a-64593bb08fba service nova] Releasing lock "refresh_cache-abfe1127-4aad-405a-a435-ce2773354d25" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.595205] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1151.609166] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.624517] env[65677]: DEBUG oslo_vmware.api [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637101, 'name': PowerOffVM_Task, 'duration_secs': 0.224571} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.625456] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.625456] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.625456] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2d00654-5753-4076-921e-a19a0bf9ddaf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.669235] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.669514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.669698] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.699446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.699733] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Processing image 10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.699974] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.700330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.700527] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.700795] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.700969] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.701145] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore1] a12b9b10-f56d-45d1-8b69-8d220e0ce0fa {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.701385] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e1d2f8-cf1e-4dd2-9206-839bc0a89ab0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.703961] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c9e6906-c6b4-413c-91bb-f10431299a38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.714427] env[65677]: DEBUG oslo_vmware.api [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1151.714427] env[65677]: value = "task-4637104" [ 1151.714427] env[65677]: _type = "Task" [ 1151.714427] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.715778] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.715966] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.719553] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2897cef-7554-47d1-b791-770ee458c9b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.728514] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1151.728514] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525e2f2e-fd5b-5d52-d766-1f42c614db52" [ 1151.728514] env[65677]: _type = "Task" [ 1151.728514] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.728802] env[65677]: DEBUG oslo_vmware.api [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.737264] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525e2f2e-fd5b-5d52-d766-1f42c614db52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.838247] env[65677]: WARNING neutronclient.v2_0.client [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.008285] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.038860] env[65677]: WARNING neutronclient.v2_0.client [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.113531] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523806} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.114699] env[65677]: DEBUG nova.network.neutron [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updated VIF entry in instance network info cache for port e915e89b-cb5a-4fee-8111-1679aebbc34c. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1152.115064] env[65677]: DEBUG nova.network.neutron [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updating instance_info_cache with network_info: [{"id": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "address": "fa:16:3e:79:4b:18", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape915e89b-cb", "ovs_interfaceid": "e915e89b-cb5a-4fee-8111-1679aebbc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.116531] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.116901] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.117655] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee05cf3d-c285-42d1-acab-95768ab0e82b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.121919] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.125641] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1152.125641] env[65677]: value = "task-4637105" [ 1152.125641] env[65677]: _type = "Task" [ 1152.125641] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.135926] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.228584] env[65677]: DEBUG oslo_vmware.api [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154336} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.228990] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.229188] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.229353] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.229594] env[65677]: INFO nova.compute.manager [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1152.229865] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1152.230204] env[65677]: DEBUG nova.compute.manager [-] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1152.230336] env[65677]: DEBUG nova.network.neutron [-] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1152.230625] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.243039] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1152.243039] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Fetch image to [datastore1] OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5/OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1152.243039] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Downloading stream optimized image 10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b to [datastore1] OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5/OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5.vmdk on the data store datastore1 as vApp {{(pid=65677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1152.243039] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Downloading image file data 10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b to the ESX as VM named 'OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5' {{(pid=65677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1152.268970] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.324213] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1152.324213] env[65677]: value = "resgroup-9" [ 1152.324213] env[65677]: _type = "ResourcePool" [ 1152.324213] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1152.324534] env[65677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fcb0e67a-2681-4d59-bbca-6712037e100a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.350009] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease: (returnval){ [ 1152.350009] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1152.350009] env[65677]: _type = "HttpNfcLease" [ 1152.350009] env[65677]: } obtained for vApp import into resource pool (val){ [ 1152.350009] env[65677]: value = "resgroup-9" [ 1152.350009] env[65677]: _type = "ResourcePool" [ 1152.350009] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1152.350347] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the lease: (returnval){ [ 1152.350347] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1152.350347] env[65677]: _type = "HttpNfcLease" [ 1152.350347] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1152.358084] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.358084] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1152.358084] env[65677]: _type = "HttpNfcLease" [ 1152.358084] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.513372] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1152.513605] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.482s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.514181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.515832] env[65677]: INFO nova.compute.claims [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.518672] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.518815] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Cleaning up deleted instances {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11897}} [ 1152.619503] env[65677]: DEBUG oslo_concurrency.lockutils [req-1df24f20-50f6-42d8-b5ad-6223a83cfab9 req-8fc471ff-e840-485f-9951-b060e651d36c service nova] Releasing lock "refresh_cache-045686d6-af6e-4086-b8f7-fb82d2edb787" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.636800] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0701} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.638052] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.638324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a424a9-536c-42d7-8853-669c9c17503d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.658560] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.660935] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-249fe012-4d0a-4216-ba79-9333ac764dfd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.682069] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.687171] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1152.687171] env[65677]: value = "task-4637107" [ 1152.687171] env[65677]: _type = "Task" [ 1152.687171] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.697558] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.719583] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.719809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.719984] env[65677]: DEBUG nova.network.neutron [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1152.861595] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.861595] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1152.861595] env[65677]: _type = "HttpNfcLease" [ 1152.861595] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.986085] env[65677]: DEBUG nova.network.neutron [-] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.036693] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] There are 49 instances to clean {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11906}} [ 1153.036902] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 274347fa-0c50-4694-a7c3-7030691020c1] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1153.199548] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.222860] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.361010] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.361010] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1153.361010] env[65677]: _type = "HttpNfcLease" [ 1153.361010] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.371921] env[65677]: DEBUG nova.compute.manager [req-a50f4061-8a24-4247-80fa-16f48f6269d8 req-540adb33-28a5-489b-bbf3-da1755e4d080 service nova] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Received event network-vif-deleted-86717116-b806-426d-b96a-c2a646b7d1b9 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1153.447352] env[65677]: WARNING neutronclient.v2_0.client [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.489106] env[65677]: INFO nova.compute.manager [-] [instance: a12b9b10-f56d-45d1-8b69-8d220e0ce0fa] Took 1.26 seconds to deallocate network for instance. [ 1153.540741] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 4baa40af-f453-4e23-9084-dcab5d9a26dc] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1153.546786] env[65677]: DEBUG nova.network.neutron [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.701773] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637107, 'name': ReconfigVM_Task, 'duration_secs': 0.716034} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.702095] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 7fe303af-c30a-4216-b84b-c06c48d88c43/7fe303af-c30a-4216-b84b-c06c48d88c43.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.702805] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8fa2022-fc72-4b13-9dfb-50860567a78f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.712303] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1153.712303] env[65677]: value = "task-4637109" [ 1153.712303] env[65677]: _type = "Task" [ 1153.712303] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.722172] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637109, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.779523] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7fea30-bf48-406c-affe-c5850a20d1f9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.787900] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ff0da8-a47f-4bff-b14c-98f8f9a09b7c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.820415] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5ffa6-94e4-41f8-af49-989da061a83b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.828867] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12445d90-feaa-4408-92fc-b8661c24e22a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.843822] env[65677]: DEBUG nova.compute.provider_tree [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.860329] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.860329] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1153.860329] env[65677]: _type = "HttpNfcLease" [ 1153.860329] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.996622] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.043517] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 53a5c3f6-3dea-4367-a07d-05cc12d3848a] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1154.049547] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.222562] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637109, 'name': Rename_Task, 'duration_secs': 0.24403} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.222887] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.223090] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fba2c5-f518-4dbe-949d-bb22b435d0e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.229841] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1154.229841] env[65677]: value = "task-4637110" [ 1154.229841] env[65677]: _type = "Task" [ 1154.229841] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.239865] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.347318] env[65677]: DEBUG nova.scheduler.client.report [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.359975] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.359975] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1154.359975] env[65677]: _type = "HttpNfcLease" [ 1154.359975] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1154.360303] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1154.360303] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52877ef7-3a08-14a4-e14b-8c63dd4fdb97" [ 1154.360303] env[65677]: _type = "HttpNfcLease" [ 1154.360303] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1154.361101] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193866a2-0042-47f6-8a0e-501d4aa24638 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.370238] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0ba34-c065-ecad-2e05-70b97b99aae1/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1154.370238] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0ba34-c065-ecad-2e05-70b97b99aae1/disk-0.vmdk. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1154.433024] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27b15190-e531-41ec-a682-ebd7c9533b5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.547226] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 62f8eca4-a199-49be-8008-01543b3b2cbc] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1154.560400] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29687cc2-6dbd-4272-be34-c78619707c10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.568298] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd424e4-529a-4815-a099-949d87c44211 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.743955] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.853063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.853626] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1154.858109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.763s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.858267] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.860546] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.620s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.860743] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.862963] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.512s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.908360] env[65677]: INFO nova.scheduler.client.report [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted allocations for instance 1e1b6337-c6d1-463c-b658-e62b44c1fe91 [ 1154.913784] env[65677]: INFO nova.scheduler.client.report [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Deleted allocations for instance 657001b7-8e46-4e88-bc73-1ab18ece1f17 [ 1155.051148] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 3f51a08e-b2b2-4a43-a03d-b9bb68a7ad2d] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1155.246668] env[65677]: DEBUG oslo_vmware.api [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637110, 'name': PowerOnVM_Task, 'duration_secs': 0.642096} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.248036] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.248284] env[65677]: DEBUG nova.compute.manager [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1155.249100] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76512be-acb9-4570-9b21-beaf5fcfa6c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.367251] env[65677]: DEBUG nova.compute.utils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.368708] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1155.368888] env[65677]: DEBUG nova.network.neutron [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1155.369229] env[65677]: WARNING neutronclient.v2_0.client [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.369603] env[65677]: WARNING neutronclient.v2_0.client [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.414799] env[65677]: DEBUG nova.policy [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc5df102e56414ca5da3650b1a3e78b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c78e0bf7f294c14ab6d4edd1e2d1235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.427367] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2a85c061-335f-4c75-b49b-51fb7c79fc98 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "1e1b6337-c6d1-463c-b658-e62b44c1fe91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.261s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.427834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21b879f9-8af0-4ef8-b195-2201052f3da0 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Lock "657001b7-8e46-4e88-bc73-1ab18ece1f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.133s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.539270] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1155.539499] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0ba34-c065-ecad-2e05-70b97b99aae1/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.540413] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6661ed4b-150f-486b-a132-00ef1565054c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.547690] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0ba34-c065-ecad-2e05-70b97b99aae1/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.547856] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0ba34-c065-ecad-2e05-70b97b99aae1/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1155.548126] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29034f37-9238-4036-ae69-087ebef3fb59 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.554582] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 601a7f30-1bdf-4403-a74c-972c2658c83b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1155.657456] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1ec112-1e04-42af-ab5b-e931fa756823 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.667393] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a134b-fad9-4752-b510-e73f4cc77336 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.716563] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c634e-cf69-4a8f-a3fd-8eaf2b19c426 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.719778] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae53b2-0546-423b-9663-db2b1c1fae3f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.750016] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca7d22c-f50c-468d-a0ee-49cc2365c302 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.757668] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6128247d-000d-4a48-b7a5-583a308fee18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.764061] env[65677]: DEBUG oslo_vmware.rw_handles [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0ba34-c065-ecad-2e05-70b97b99aae1/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1155.764474] env[65677]: INFO nova.virt.vmwareapi.images [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Downloaded image file data 10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b [ 1155.770239] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7113bd39-74ec-4630-83bb-3ee011235314 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.785109] env[65677]: DEBUG nova.compute.provider_tree [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.787139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.789450] env[65677]: DEBUG nova.network.neutron [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Successfully created port: e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1155.795576] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.813208] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca583c2-77af-4831-9e97-ffde9e5e2e1d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.845543] env[65677]: INFO nova.virt.vmwareapi.images [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] The imported VM was unregistered [ 1155.849368] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1155.849368] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Creating directory with path [datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.849368] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d39381-96e4-4c42-8c1f-cfeb4dd2fd82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.861761] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Created directory with path [datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.862171] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5/OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5.vmdk to [datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk. {{(pid=65677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1155.862578] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-931234c1-96be-435f-a929-8086296c7092 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.870723] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1155.870723] env[65677]: value = "task-4637112" [ 1155.870723] env[65677]: _type = "Task" [ 1155.870723] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.874834] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1155.882701] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.060809] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 73152c2a-4303-456d-8585-64030eeb5e8e] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1156.266408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "7fe303af-c30a-4216-b84b-c06c48d88c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.266408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "7fe303af-c30a-4216-b84b-c06c48d88c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.266823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "7fe303af-c30a-4216-b84b-c06c48d88c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.266823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "7fe303af-c30a-4216-b84b-c06c48d88c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.267776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "7fe303af-c30a-4216-b84b-c06c48d88c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.269390] env[65677]: INFO nova.compute.manager [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Terminating instance [ 1156.293995] env[65677]: DEBUG nova.scheduler.client.report [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.315865] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.316589] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e272540e-4d4a-4e20-bebb-607869053a6a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.325204] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1156.325204] env[65677]: value = "task-4637113" [ 1156.325204] env[65677]: _type = "Task" [ 1156.325204] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.337033] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.341679] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.341943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.342151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.342337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.342490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.344724] env[65677]: INFO nova.compute.manager [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Terminating instance [ 1156.382241] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.564763] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: fc24392d-26f1-4a9e-8839-4a8807c76507] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1156.773490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "refresh_cache-7fe303af-c30a-4216-b84b-c06c48d88c43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.773705] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquired lock "refresh_cache-7fe303af-c30a-4216-b84b-c06c48d88c43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.773873] env[65677]: DEBUG nova.network.neutron [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1156.837171] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.848788] env[65677]: DEBUG nova.compute.manager [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1156.849052] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.849958] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8968b7a-a38c-47a3-9b4f-d229606dbf36 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.859087] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.859401] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b2fc39-6a59-4ffe-ac93-d0e01cf06b49 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.869041] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1156.869041] env[65677]: value = "task-4637114" [ 1156.869041] env[65677]: _type = "Task" [ 1156.869041] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.886604] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.892092] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1156.894749] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.928044] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1156.928364] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.928642] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1156.928953] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.929184] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1156.929419] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1156.929732] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.929940] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1156.930197] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1156.930437] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1156.930685] env[65677]: DEBUG nova.virt.hardware [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1156.931662] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287eaa3d-1bbd-4fef-86d0-1485a4742f8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.942795] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c64fd8-a568-4217-ad70-ec175796f23e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.069031] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 99c1736f-8da8-4f67-84c3-6edc68f66a21] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1157.277226] env[65677]: WARNING neutronclient.v2_0.client [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.304971] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.441s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.308162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.420s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.312079] env[65677]: INFO nova.compute.claims [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.340140] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637113, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.388898] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637114, 'name': PowerOffVM_Task, 'duration_secs': 0.332095} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.392871] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.393427] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.393872] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.396021] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0110716-88d1-471a-84be-11e2f95c92f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.488033] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.488033] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.488033] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleting the datastore file [datastore1] 0bed18b4-7a5c-4d65-ac93-82cf818ec07d {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.488033] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f61d753-04a5-446a-815c-df22b6059f68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.498910] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for the task: (returnval){ [ 1157.498910] env[65677]: value = "task-4637116" [ 1157.498910] env[65677]: _type = "Task" [ 1157.498910] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.509921] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.525872] env[65677]: DEBUG nova.network.neutron [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1157.554393] env[65677]: DEBUG nova.network.neutron [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Successfully updated port: e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1157.574736] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: fb9ccf39-b7a0-4b04-901b-8291b702ea5b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1157.705777] env[65677]: DEBUG nova.network.neutron [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.848287] env[65677]: DEBUG oslo_vmware.api [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637113, 'name': PowerOnVM_Task, 'duration_secs': 1.312317} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.851437] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.851758] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f8260e-8342-49c5-95e8-3236bf165bfa tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.892881] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.921807] env[65677]: INFO nova.scheduler.client.report [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted allocation for migration 37bafce5-71be-4abf-a6f0-78fee56d592d [ 1158.010941] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.059586] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "refresh_cache-48726a76-b14d-4907-b1ce-d50fa42c62b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.060507] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquired lock "refresh_cache-48726a76-b14d-4907-b1ce-d50fa42c62b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.060507] env[65677]: DEBUG nova.network.neutron [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1158.078503] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 8a71719e-0071-4329-9da9-8cf96fe43cf1] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1158.212890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Releasing lock "refresh_cache-7fe303af-c30a-4216-b84b-c06c48d88c43" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.213226] env[65677]: DEBUG nova.compute.manager [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1158.213429] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.214377] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102e9cad-a7a8-42af-8689-eb38b6810859 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.223358] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.223894] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd8b612-e92e-4461-b955-b287d8fab50a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.238433] env[65677]: DEBUG oslo_vmware.api [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1158.238433] env[65677]: value = "task-4637117" [ 1158.238433] env[65677]: _type = "Task" [ 1158.238433] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.251967] env[65677]: DEBUG oslo_vmware.api [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.340697] env[65677]: DEBUG nova.compute.manager [req-d22721f1-7e7b-4e36-8148-c9f06f3e5b60 req-9958ffc1-a146-44d3-9c61-1811d3697070 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Received event network-vif-plugged-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1158.340697] env[65677]: DEBUG oslo_concurrency.lockutils [req-d22721f1-7e7b-4e36-8148-c9f06f3e5b60 req-9958ffc1-a146-44d3-9c61-1811d3697070 service nova] Acquiring lock "48726a76-b14d-4907-b1ce-d50fa42c62b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.340697] env[65677]: DEBUG oslo_concurrency.lockutils [req-d22721f1-7e7b-4e36-8148-c9f06f3e5b60 req-9958ffc1-a146-44d3-9c61-1811d3697070 service nova] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.340697] env[65677]: DEBUG oslo_concurrency.lockutils [req-d22721f1-7e7b-4e36-8148-c9f06f3e5b60 req-9958ffc1-a146-44d3-9c61-1811d3697070 service nova] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.340697] env[65677]: DEBUG nova.compute.manager [req-d22721f1-7e7b-4e36-8148-c9f06f3e5b60 req-9958ffc1-a146-44d3-9c61-1811d3697070 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] No waiting events found dispatching network-vif-plugged-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1158.340697] env[65677]: WARNING nova.compute.manager [req-d22721f1-7e7b-4e36-8148-c9f06f3e5b60 req-9958ffc1-a146-44d3-9c61-1811d3697070 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Received unexpected event network-vif-plugged-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 for instance with vm_state building and task_state spawning. [ 1158.391476] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.429967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e5fa7402-6d36-4a60-868b-3fe1ef8308f0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.713s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.514575] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.585870] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: f005f505-54f0-472d-8ed6-b07114700e92] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1158.618157] env[65677]: DEBUG nova.network.neutron [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1158.631130] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b8ed4-de14-4123-8921-51315e3d8e7e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.640027] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab06cbe-41b6-4010-ae90-e7b1e27e6491 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.676224] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c223a2-2748-4c2c-b10b-5d133eefb81f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.684771] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e026b1-1f5a-4901-9076-2bd2f903eb35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.701528] env[65677]: DEBUG nova.compute.provider_tree [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.750957] env[65677]: DEBUG oslo_vmware.api [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637117, 'name': PowerOffVM_Task, 'duration_secs': 0.219448} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.751260] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.751426] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.751693] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b930dda7-6eeb-4409-a32a-fbb87539ada3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.754351] env[65677]: WARNING neutronclient.v2_0.client [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.782159] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.782387] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.782560] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Deleting the datastore file [datastore1] 7fe303af-c30a-4216-b84b-c06c48d88c43 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.782935] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5717549-9ffe-4156-bdff-59d4169b41ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.791656] env[65677]: DEBUG oslo_vmware.api [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for the task: (returnval){ [ 1158.791656] env[65677]: value = "task-4637119" [ 1158.791656] env[65677]: _type = "Task" [ 1158.791656] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.804337] env[65677]: DEBUG oslo_vmware.api [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.840269] env[65677]: DEBUG nova.network.neutron [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Updating instance_info_cache with network_info: [{"id": "e085ef1e-1eeb-40b5-8b80-ae66f900a5c7", "address": "fa:16:3e:45:31:14", "network": {"id": "f35645ee-ae5f-4a91-a9fe-3b99d33493d9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-71378726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c78e0bf7f294c14ab6d4edd1e2d1235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape085ef1e-1e", "ovs_interfaceid": "e085ef1e-1eeb-40b5-8b80-ae66f900a5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.889166] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637112, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.681049} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.889472] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5/OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5.vmdk to [datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk. [ 1158.891121] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Cleaning up location [datastore1] OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1158.891121] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1443564f-ad54-45a1-9a55-5659b3a52da5 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.891121] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e6e0fdc-777d-4c8a-aff6-d9a1104c03a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.898520] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1158.898520] env[65677]: value = "task-4637120" [ 1158.898520] env[65677]: _type = "Task" [ 1158.898520] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.907666] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.014645] env[65677]: DEBUG oslo_vmware.api [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Task: {'id': task-4637116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.37178} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.014645] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.014645] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.014645] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.014645] env[65677]: INFO nova.compute.manager [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1159.015051] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1159.015051] env[65677]: DEBUG nova.compute.manager [-] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1159.015208] env[65677]: DEBUG nova.network.neutron [-] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1159.015452] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.080725] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.081877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.087088] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.089762] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 97e70989-1f1d-4588-b52d-b678cfd5b9dc] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1159.205330] env[65677]: DEBUG nova.scheduler.client.report [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.309518] env[65677]: DEBUG oslo_vmware.api [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Task: {'id': task-4637119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251556} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.309518] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.309518] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.309518] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.309518] env[65677]: INFO nova.compute.manager [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1159.309518] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1159.309518] env[65677]: DEBUG nova.compute.manager [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1159.309518] env[65677]: DEBUG nova.network.neutron [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1159.309518] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.342947] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Releasing lock "refresh_cache-48726a76-b14d-4907-b1ce-d50fa42c62b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.343381] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Instance network_info: |[{"id": "e085ef1e-1eeb-40b5-8b80-ae66f900a5c7", "address": "fa:16:3e:45:31:14", "network": {"id": "f35645ee-ae5f-4a91-a9fe-3b99d33493d9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-71378726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c78e0bf7f294c14ab6d4edd1e2d1235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape085ef1e-1e", "ovs_interfaceid": "e085ef1e-1eeb-40b5-8b80-ae66f900a5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1159.344616] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:31:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e085ef1e-1eeb-40b5-8b80-ae66f900a5c7', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.352594] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Creating folder: Project (9c78e0bf7f294c14ab6d4edd1e2d1235). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.353021] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaeebf7c-d96e-433c-8b64-a897a13b0801 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.366602] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Created folder: Project (9c78e0bf7f294c14ab6d4edd1e2d1235) in parent group-v905237. [ 1159.366943] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Creating folder: Instances. Parent ref: group-v905540. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.367327] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8f3cd6f-9007-4e71-a29f-5d2fc95623d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.378371] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Created folder: Instances in parent group-v905540. [ 1159.378637] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1159.378995] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.379086] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6419c5-d171-4bda-8ccf-fb2cf13dd1f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.402039] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.402039] env[65677]: value = "task-4637123" [ 1159.402039] env[65677]: _type = "Task" [ 1159.402039] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.421041] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637123, 'name': CreateVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.425817] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064245} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.426084] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.426247] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.426504] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk to [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.426809] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fa5335-a77a-46ab-b095-88a1a4e28032 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.441130] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1159.441130] env[65677]: value = "task-4637124" [ 1159.441130] env[65677]: _type = "Task" [ 1159.441130] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.458468] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.459447] env[65677]: DEBUG nova.network.neutron [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1159.459695] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.482750] env[65677]: DEBUG nova.compute.manager [req-98b9fe89-216e-4a7e-9016-06d7faabff50 req-1d9c667b-ea1d-4d23-bacd-629a8974bac0 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Received event network-vif-deleted-5efc8f8b-8228-4c26-978b-354a75e9d9a7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1159.483364] env[65677]: INFO nova.compute.manager [req-98b9fe89-216e-4a7e-9016-06d7faabff50 req-1d9c667b-ea1d-4d23-bacd-629a8974bac0 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Neutron deleted interface 5efc8f8b-8228-4c26-978b-354a75e9d9a7; detaching it from the instance and deleting it from the info cache [ 1159.483364] env[65677]: DEBUG nova.network.neutron [req-98b9fe89-216e-4a7e-9016-06d7faabff50 req-1d9c667b-ea1d-4d23-bacd-629a8974bac0 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.584735] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1159.595052] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: f2497c8c-3212-4019-bb87-fecc43c8e0d4] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1159.658666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.658932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.659162] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.659370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.659540] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.661741] env[65677]: INFO nova.compute.manager [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Terminating instance [ 1159.713113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.713778] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1159.716964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.595s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.719608] env[65677]: INFO nova.compute.claims [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.911854] env[65677]: DEBUG nova.network.neutron [-] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.919270] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637123, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.956227] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.961833] env[65677]: DEBUG nova.network.neutron [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.986195] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c96bf17-e77c-467e-8f92-890b33f59e30 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.999704] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f5fe40-4be9-4693-bc08-f8322ddd0787 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.039399] env[65677]: DEBUG nova.compute.manager [req-98b9fe89-216e-4a7e-9016-06d7faabff50 req-1d9c667b-ea1d-4d23-bacd-629a8974bac0 service nova] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Detach interface failed, port_id=5efc8f8b-8228-4c26-978b-354a75e9d9a7, reason: Instance 0bed18b4-7a5c-4d65-ac93-82cf818ec07d could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1160.097289] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 92055d85-8c98-4698-8335-609e3fb9501e] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1160.119408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.165574] env[65677]: DEBUG nova.compute.manager [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1160.165936] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.167282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286843b-9857-4fce-86de-b580073c5659 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.176470] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.176837] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda199f9-6246-46cc-a76a-31402c5a39be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.185243] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1160.185243] env[65677]: value = "task-4637125" [ 1160.185243] env[65677]: _type = "Task" [ 1160.185243] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.196628] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.225585] env[65677]: DEBUG nova.compute.utils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.228964] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1160.229320] env[65677]: DEBUG nova.network.neutron [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1160.229822] env[65677]: WARNING neutronclient.v2_0.client [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.230359] env[65677]: WARNING neutronclient.v2_0.client [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.290245] env[65677]: DEBUG nova.policy [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.417902] env[65677]: INFO nova.compute.manager [-] [instance: 0bed18b4-7a5c-4d65-ac93-82cf818ec07d] Took 1.40 seconds to deallocate network for instance. [ 1160.418320] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637123, 'name': CreateVM_Task, 'duration_secs': 0.632231} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.420030] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.423784] env[65677]: WARNING neutronclient.v2_0.client [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.424901] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.425082] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.425524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.426061] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f31dc4-faf5-4265-b667-dfe9a9092fc0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.432931] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1160.432931] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529fccd5-323f-61c1-72a8-918fce9eb397" [ 1160.432931] env[65677]: _type = "Task" [ 1160.432931] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.443522] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529fccd5-323f-61c1-72a8-918fce9eb397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.453455] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.466981] env[65677]: INFO nova.compute.manager [-] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Took 1.16 seconds to deallocate network for instance. [ 1160.602675] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 07e11662-8119-42df-bc9a-8fa757065a1c] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1160.663137] env[65677]: DEBUG nova.network.neutron [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Successfully created port: a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1160.698739] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637125, 'name': PowerOffVM_Task, 'duration_secs': 0.236613} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.699518] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.699518] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.699675] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b2259a-8006-4bc6-971f-84dcdfd8833d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.717259] env[65677]: DEBUG nova.compute.manager [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Received event network-changed-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1160.717466] env[65677]: DEBUG nova.compute.manager [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Refreshing instance network info cache due to event network-changed-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1160.717680] env[65677]: DEBUG oslo_concurrency.lockutils [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] Acquiring lock "refresh_cache-48726a76-b14d-4907-b1ce-d50fa42c62b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.717924] env[65677]: DEBUG oslo_concurrency.lockutils [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] Acquired lock "refresh_cache-48726a76-b14d-4907-b1ce-d50fa42c62b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.718095] env[65677]: DEBUG nova.network.neutron [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Refreshing network info cache for port e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.720702] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.732720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.733101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.738611] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1160.785964] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.785964] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.785964] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleting the datastore file [datastore2] d33a4192-fc2b-493b-9c6d-40c5984af961 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.785964] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34a8cc86-d3ac-4bd0-9566-3d6d7e878501 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.800037] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1160.800037] env[65677]: value = "task-4637127" [ 1160.800037] env[65677]: _type = "Task" [ 1160.800037] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.811400] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.927181] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.947084] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529fccd5-323f-61c1-72a8-918fce9eb397, 'name': SearchDatastore_Task, 'duration_secs': 0.08846} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.954903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.955179] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.955430] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.955638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.955825] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.956745] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a88656e-4866-4550-9abf-57a10dca4d82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.968149] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.975153] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.977302] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.977414] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.978310] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23ce049-8c51-48c1-aa1b-7f8d4bda0a94 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.986683] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1160.986683] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527dcc56-18bb-b9a2-f15b-628ab595b9dc" [ 1160.986683] env[65677]: _type = "Task" [ 1160.986683] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.995875] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527dcc56-18bb-b9a2-f15b-628ab595b9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.074650] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b1aa9d-6779-4063-a74d-5ff4098cf2e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.084161] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d1a764-dab6-4f11-b524-f8ebd9cc4606 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.120250] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 9cc050d9-5346-4075-b34c-91365904ac34] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1161.123366] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d79223-00cc-4b90-979c-52dd03f9db17 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.134593] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e7efa-1fbc-4628-a20c-eae264431efa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.151104] env[65677]: DEBUG nova.compute.provider_tree [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.227361] env[65677]: WARNING neutronclient.v2_0.client [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.236615] env[65677]: DEBUG nova.compute.utils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.311447] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.458260] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.499950] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527dcc56-18bb-b9a2-f15b-628ab595b9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.09685} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.501763] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce03c8b5-4e8c-4065-b019-5b99aefa118e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.512023] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1161.512023] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bf299f-264d-0d60-fa3e-6ac39985981b" [ 1161.512023] env[65677]: _type = "Task" [ 1161.512023] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.522561] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bf299f-264d-0d60-fa3e-6ac39985981b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.614436] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.615099] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.615189] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.623269] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: a30ce46b-c083-4246-961a-ed224650d49b] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1161.657027] env[65677]: DEBUG nova.scheduler.client.report [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.712740] env[65677]: DEBUG nova.network.neutron [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Port 2f188e4e-0368-468c-9b88-ab956983a0ae binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1161.713029] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.713185] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.713369] env[65677]: DEBUG nova.network.neutron [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.740942] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.753775] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1161.791191] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1161.792093] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.792426] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1161.792721] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.792981] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1161.793265] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1161.793591] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.793867] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1161.794181] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1161.794455] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1161.794936] env[65677]: DEBUG nova.virt.hardware [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1161.796295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7719da2b-1abf-41c3-b836-5dff31db0aa9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.809353] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d8cd03-e64f-4f75-b538-9e0d956e019b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.816845] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.915899] env[65677]: WARNING neutronclient.v2_0.client [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.958203] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.011101] env[65677]: DEBUG nova.network.neutron [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Updated VIF entry in instance network info cache for port e085ef1e-1eeb-40b5-8b80-ae66f900a5c7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1162.011573] env[65677]: DEBUG nova.network.neutron [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Updating instance_info_cache with network_info: [{"id": "e085ef1e-1eeb-40b5-8b80-ae66f900a5c7", "address": "fa:16:3e:45:31:14", "network": {"id": "f35645ee-ae5f-4a91-a9fe-3b99d33493d9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-71378726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c78e0bf7f294c14ab6d4edd1e2d1235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape085ef1e-1e", "ovs_interfaceid": "e085ef1e-1eeb-40b5-8b80-ae66f900a5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.025455] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52bf299f-264d-0d60-fa3e-6ac39985981b, 'name': SearchDatastore_Task, 'duration_secs': 0.095791} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.026593] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.026881] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 48726a76-b14d-4907-b1ce-d50fa42c62b8/48726a76-b14d-4907-b1ce-d50fa42c62b8.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.027181] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e309571e-ac9c-4709-864e-41829ec0223a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.037166] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1162.037166] env[65677]: value = "task-4637128" [ 1162.037166] env[65677]: _type = "Task" [ 1162.037166] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.050755] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.130318] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 66ae01a7-914d-4f9b-8e34-492e25e7b227] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1162.163170] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.164955] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1162.174109] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.173s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.174109] env[65677]: DEBUG nova.objects.instance [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'resources' on Instance uuid a12b9b10-f56d-45d1-8b69-8d220e0ce0fa {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.220022] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.313051] env[65677]: DEBUG oslo_vmware.api [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.121147} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.313216] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.313413] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.313581] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.313754] env[65677]: INFO nova.compute.manager [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1162.314033] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.314323] env[65677]: DEBUG nova.compute.manager [-] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1162.314323] env[65677]: DEBUG nova.network.neutron [-] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.314595] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.346926] env[65677]: DEBUG nova.network.neutron [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Successfully updated port: a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1162.393355] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.458913] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637124, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.910999} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.459302] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b/10583cbf-f68e-48b8-bf3a-32f9e3f2ad6b.vmdk to [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.460172] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f55c382-82b0-40ee-852c-5643dd470220 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.485917] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.487168] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.490179] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5fcb7f-bdfe-44a9-b302-9edf116fc72b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.513717] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1162.513717] env[65677]: value = "task-4637129" [ 1162.513717] env[65677]: _type = "Task" [ 1162.513717] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.519029] env[65677]: DEBUG oslo_concurrency.lockutils [req-a705466b-cb2b-4d4b-b0f2-64efcd3e72d8 req-467aa327-ff90-4900-b945-ad5943db9ba5 service nova] Releasing lock "refresh_cache-48726a76-b14d-4907-b1ce-d50fa42c62b8" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.525539] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.547845] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.613900] env[65677]: DEBUG nova.network.neutron [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.630827] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: fd6d2a86-ce83-41f6-b8b1-97d100338072] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1162.677767] env[65677]: DEBUG nova.compute.utils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.683573] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1162.683573] env[65677]: DEBUG nova.network.neutron [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1162.683664] env[65677]: WARNING neutronclient.v2_0.client [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.685824] env[65677]: WARNING neutronclient.v2_0.client [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.758183] env[65677]: DEBUG nova.policy [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c443c3004194d58a954b3c30d327011', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930f244762aa4a058f6321df9a79756d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.773407] env[65677]: DEBUG nova.compute.manager [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Received event network-vif-plugged-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1162.773671] env[65677]: DEBUG oslo_concurrency.lockutils [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] Acquiring lock "736910f2-be42-4eb5-b16c-37a01f4739fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.773807] env[65677]: DEBUG oslo_concurrency.lockutils [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.774529] env[65677]: DEBUG oslo_concurrency.lockutils [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.774529] env[65677]: DEBUG nova.compute.manager [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] No waiting events found dispatching network-vif-plugged-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1162.774529] env[65677]: WARNING nova.compute.manager [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Received unexpected event network-vif-plugged-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 for instance with vm_state building and task_state spawning. [ 1162.774529] env[65677]: DEBUG nova.compute.manager [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Received event network-changed-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1162.774766] env[65677]: DEBUG nova.compute.manager [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Refreshing instance network info cache due to event network-changed-a8cbfb95-1e77-41bc-ab73-15d5503e0af0. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1162.774766] env[65677]: DEBUG oslo_concurrency.lockutils [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] Acquiring lock "refresh_cache-736910f2-be42-4eb5-b16c-37a01f4739fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.774995] env[65677]: DEBUG oslo_concurrency.lockutils [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] Acquired lock "refresh_cache-736910f2-be42-4eb5-b16c-37a01f4739fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.777713] env[65677]: DEBUG nova.network.neutron [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Refreshing network info cache for port a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.824324] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.824559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.824791] env[65677]: INFO nova.compute.manager [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Attaching volume 1fcf6792-122c-4625-a169-5333c6cef73e to /dev/sdb [ 1162.851435] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-736910f2-be42-4eb5-b16c-37a01f4739fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.886308] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f84806-46ca-46ea-9d68-0266ceef14a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.898678] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcbffdd-aa04-4ac0-9680-5325e5ad137e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917020] env[65677]: DEBUG nova.virt.block_device [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updating existing volume attachment record: e3ae8c58-4767-498d-940f-d601578b34ae {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1162.983038] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac471e18-e215-4e61-a36d-448fd41c963c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.993918] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f703d970-0188-4226-8758-66a0b24b44aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.032595] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf49807-940e-45c2-b389-b60991e2a8ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.045267] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.049933] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cefe59-fc8a-4060-9590-5e6022ef8d4f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.060144] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.070629] env[65677]: DEBUG nova.compute.provider_tree [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.118414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.137303] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: df1d39c2-d14b-4b02-9781-8bd02eebd1b7] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1163.184555] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1163.226622] env[65677]: DEBUG nova.network.neutron [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Successfully created port: 0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1163.268655] env[65677]: DEBUG nova.compute.manager [req-575f67f1-b46d-484a-ab0b-20f34debb2a7 req-09185680-1bdf-44e5-bce4-5a2654ccfe5d service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Received event network-vif-deleted-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1163.268655] env[65677]: INFO nova.compute.manager [req-575f67f1-b46d-484a-ab0b-20f34debb2a7 req-09185680-1bdf-44e5-bce4-5a2654ccfe5d service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Neutron deleted interface 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78; detaching it from the instance and deleting it from the info cache [ 1163.268655] env[65677]: DEBUG nova.network.neutron [req-575f67f1-b46d-484a-ab0b-20f34debb2a7 req-09185680-1bdf-44e5-bce4-5a2654ccfe5d service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.284395] env[65677]: WARNING neutronclient.v2_0.client [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.333492] env[65677]: DEBUG nova.network.neutron [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1163.446621] env[65677]: DEBUG nova.network.neutron [-] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.536115] env[65677]: DEBUG nova.network.neutron [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.544242] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.554948] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.598287] env[65677]: ERROR nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [req-c732b745-8317-4fc0-bf97-b7eedce44863] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c732b745-8317-4fc0-bf97-b7eedce44863"}]} [ 1163.617578] env[65677]: DEBUG nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1163.624015] env[65677]: DEBUG nova.compute.manager [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65677) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 1163.635912] env[65677]: DEBUG nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1163.635912] env[65677]: DEBUG nova.compute.provider_tree [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.642970] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: bfce1f30-ab48-4d63-b7cc-eed495a942c7] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1163.648566] env[65677]: DEBUG nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1163.677527] env[65677]: DEBUG nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1163.772582] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cedbdf41-862a-4b35-ba7f-bb1f101442cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.784044] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e99eea-9565-4a1b-9c9b-ecefa08b4fd8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.826328] env[65677]: DEBUG nova.compute.manager [req-575f67f1-b46d-484a-ab0b-20f34debb2a7 req-09185680-1bdf-44e5-bce4-5a2654ccfe5d service nova] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Detach interface failed, port_id=8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78, reason: Instance d33a4192-fc2b-493b-9c6d-40c5984af961 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1163.954657] env[65677]: INFO nova.compute.manager [-] [instance: d33a4192-fc2b-493b-9c6d-40c5984af961] Took 1.64 seconds to deallocate network for instance. [ 1163.990779] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "561e2d6c-8562-4336-af8a-c2683c4b9e48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.991316] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.039925] env[65677]: DEBUG oslo_concurrency.lockutils [req-7be77824-a7af-41fc-9cfc-6b05e83cdb21 req-cb879825-ddc5-4a3b-9814-a53aca34c30a service nova] Releasing lock "refresh_cache-736910f2-be42-4eb5-b16c-37a01f4739fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.040416] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-736910f2-be42-4eb5-b16c-37a01f4739fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.040629] env[65677]: DEBUG nova.network.neutron [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1164.045411] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.059060] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637128, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.104622] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5edf85-81c9-44b4-8b35-8b23ef881bea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.114161] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d116c-135a-46a2-b522-0288bc701f1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.146474] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5bce86-fcec-4d4f-a404-2be4584e4dac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.149391] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 3fd48715-cf85-4f6b-b284-1826f26a2a32] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1164.159161] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6e9ba4-b595-478d-8900-d83cfe6291f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.177410] env[65677]: DEBUG nova.compute.provider_tree [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.196675] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1164.230773] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1164.231126] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.231217] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1164.231420] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.231566] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1164.231727] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1164.231936] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.232130] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1164.232303] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1164.232478] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1164.232646] env[65677]: DEBUG nova.virt.hardware [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1164.233577] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f137a-38f7-4a83-b566-b753b563f850 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.242943] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca0c0e4-5cb3-4691-ac83-9d3a98fe9241 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.464910] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.494589] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1164.543852] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637129, 'name': ReconfigVM_Task, 'duration_secs': 1.710041} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.544229] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Reconfigured VM instance instance-0000005d to attach disk [datastore1] abfe1127-4aad-405a-a435-ce2773354d25/abfe1127-4aad-405a-a435-ce2773354d25.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.544850] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f43796-d4a4-4c53-a99a-30ff12300fa3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.559800] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637128, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.026614} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.561136] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 48726a76-b14d-4907-b1ce-d50fa42c62b8/48726a76-b14d-4907-b1ce-d50fa42c62b8.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.561352] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.561694] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1164.561694] env[65677]: value = "task-4637131" [ 1164.561694] env[65677]: _type = "Task" [ 1164.561694] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.562219] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c4bfba-67c2-4b9f-9e0a-56d7109eb783 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.574543] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637131, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.577054] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1164.577054] env[65677]: value = "task-4637132" [ 1164.577054] env[65677]: _type = "Task" [ 1164.577054] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.589201] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.597316] env[65677]: DEBUG nova.network.neutron [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1164.653175] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 794ac201-18ea-4bb6-aa65-8cb28f304e28] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1164.695074] env[65677]: WARNING neutronclient.v2_0.client [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.714471] env[65677]: DEBUG nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1164.715058] env[65677]: DEBUG nova.compute.provider_tree [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 150 to 151 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1164.715058] env[65677]: DEBUG nova.compute.provider_tree [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.771695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.789268] env[65677]: DEBUG nova.network.neutron [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Updating instance_info_cache with network_info: [{"id": "a8cbfb95-1e77-41bc-ab73-15d5503e0af0", "address": "fa:16:3e:dd:27:31", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8cbfb95-1e", "ovs_interfaceid": "a8cbfb95-1e77-41bc-ab73-15d5503e0af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.807006] env[65677]: DEBUG nova.network.neutron [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Successfully updated port: 0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1164.885174] env[65677]: DEBUG nova.compute.manager [req-76be6c47-d962-446e-8a27-c6c8f214acfd req-de32b554-70fa-4b62-b679-66e81568263f service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Received event network-vif-plugged-0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1164.885174] env[65677]: DEBUG oslo_concurrency.lockutils [req-76be6c47-d962-446e-8a27-c6c8f214acfd req-de32b554-70fa-4b62-b679-66e81568263f service nova] Acquiring lock "9e1770b5-2b53-497c-b013-89804418b0a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.885174] env[65677]: DEBUG oslo_concurrency.lockutils [req-76be6c47-d962-446e-8a27-c6c8f214acfd req-de32b554-70fa-4b62-b679-66e81568263f service nova] Lock "9e1770b5-2b53-497c-b013-89804418b0a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.885404] env[65677]: DEBUG oslo_concurrency.lockutils [req-76be6c47-d962-446e-8a27-c6c8f214acfd req-de32b554-70fa-4b62-b679-66e81568263f service nova] Lock "9e1770b5-2b53-497c-b013-89804418b0a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.885690] env[65677]: DEBUG nova.compute.manager [req-76be6c47-d962-446e-8a27-c6c8f214acfd req-de32b554-70fa-4b62-b679-66e81568263f service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] No waiting events found dispatching network-vif-plugged-0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1164.886078] env[65677]: WARNING nova.compute.manager [req-76be6c47-d962-446e-8a27-c6c8f214acfd req-de32b554-70fa-4b62-b679-66e81568263f service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Received unexpected event network-vif-plugged-0f0a40b4-adb8-42a6-8390-87f224e98ae4 for instance with vm_state building and task_state spawning. [ 1165.018646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.074202] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637131, 'name': Rename_Task, 'duration_secs': 0.36588} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.074428] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.074683] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a8fca75-fefa-4a47-99f2-7cf16770b545 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.084872] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077951} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.086157] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.086503] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1165.086503] env[65677]: value = "task-4637133" [ 1165.086503] env[65677]: _type = "Task" [ 1165.086503] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.087435] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9873c150-8de2-4dea-a952-161c057d217a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.097593] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.116170] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 48726a76-b14d-4907-b1ce-d50fa42c62b8/48726a76-b14d-4907-b1ce-d50fa42c62b8.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.116459] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1a17bb-d6fe-4df8-b1e5-0475a6865dfc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.136743] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1165.136743] env[65677]: value = "task-4637134" [ 1165.136743] env[65677]: _type = "Task" [ 1165.136743] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.145908] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.157187] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 43533110-19d7-4d9b-9149-159de6449b07] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1165.220028] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.051s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.222877] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.436s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.223144] env[65677]: DEBUG nova.objects.instance [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] [instance: 7fe303af-c30a-4216-b84b-c06c48d88c43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1165.244177] env[65677]: INFO nova.scheduler.client.report [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocations for instance a12b9b10-f56d-45d1-8b69-8d220e0ce0fa [ 1165.293567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-736910f2-be42-4eb5-b16c-37a01f4739fd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.293971] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Instance network_info: |[{"id": "a8cbfb95-1e77-41bc-ab73-15d5503e0af0", "address": "fa:16:3e:dd:27:31", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8cbfb95-1e", "ovs_interfaceid": "a8cbfb95-1e77-41bc-ab73-15d5503e0af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1165.294780] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:27:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8cbfb95-1e77-41bc-ab73-15d5503e0af0', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.302706] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1165.303258] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.303488] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e884649-16c4-44a4-9192-25ce98b734a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.319402] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "refresh_cache-9e1770b5-2b53-497c-b013-89804418b0a7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.319582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "refresh_cache-9e1770b5-2b53-497c-b013-89804418b0a7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.319761] env[65677]: DEBUG nova.network.neutron [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.327786] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.327786] env[65677]: value = "task-4637136" [ 1165.327786] env[65677]: _type = "Task" [ 1165.327786] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.338830] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637136, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.601295] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.647420] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637134, 'name': ReconfigVM_Task, 'duration_secs': 0.455774} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.647737] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 48726a76-b14d-4907-b1ce-d50fa42c62b8/48726a76-b14d-4907-b1ce-d50fa42c62b8.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.648521] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5679b63-e3e3-4cfd-9dc6-8e4325f4df66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.657411] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1165.657411] env[65677]: value = "task-4637137" [ 1165.657411] env[65677]: _type = "Task" [ 1165.657411] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.661469] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: ade1dc2f-1a89-4c0a-b7ce-494ef153adb3] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1165.670831] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637137, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.752826] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c5fde408-840d-4649-ba37-2a85bae11bcc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "a12b9b10-f56d-45d1-8b69-8d220e0ce0fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.190s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.843391] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637136, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.872857] env[65677]: DEBUG nova.network.neutron [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1165.995068] env[65677]: WARNING neutronclient.v2_0.client [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.083106] env[65677]: DEBUG nova.network.neutron [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Updating instance_info_cache with network_info: [{"id": "0f0a40b4-adb8-42a6-8390-87f224e98ae4", "address": "fa:16:3e:ac:b7:39", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0a40b4-ad", "ovs_interfaceid": "0f0a40b4-adb8-42a6-8390-87f224e98ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.101565] env[65677]: DEBUG oslo_vmware.api [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637133, 'name': PowerOnVM_Task, 'duration_secs': 0.880125} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.102609] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.171636] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637137, 'name': Rename_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.172073] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 2e0da721-370b-4467-83c1-ff67a0ee3cc9] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1166.232646] env[65677]: DEBUG oslo_concurrency.lockutils [None req-669f5b1e-8f8f-47ef-88ee-4aed297bdfdb tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.233776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.115s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.236052] env[65677]: INFO nova.compute.claims [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.241612] env[65677]: DEBUG nova.compute.manager [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1166.242542] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525f11e8-4b89-4099-a638-4099b1dd9767 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.049350] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "refresh_cache-9e1770b5-2b53-497c-b013-89804418b0a7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.049708] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Instance network_info: |[{"id": "0f0a40b4-adb8-42a6-8390-87f224e98ae4", "address": "fa:16:3e:ac:b7:39", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0a40b4-ad", "ovs_interfaceid": "0f0a40b4-adb8-42a6-8390-87f224e98ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1167.050104] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 64d8e30f-095e-4660-af21-8641f2e6ea70] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1167.054791] env[65677]: DEBUG nova.compute.manager [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Received event network-changed-0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1167.054978] env[65677]: DEBUG nova.compute.manager [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Refreshing instance network info cache due to event network-changed-0f0a40b4-adb8-42a6-8390-87f224e98ae4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1167.055225] env[65677]: DEBUG oslo_concurrency.lockutils [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] Acquiring lock "refresh_cache-9e1770b5-2b53-497c-b013-89804418b0a7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.055330] env[65677]: DEBUG oslo_concurrency.lockutils [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] Acquired lock "refresh_cache-9e1770b5-2b53-497c-b013-89804418b0a7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.055486] env[65677]: DEBUG nova.network.neutron [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Refreshing network info cache for port 0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.060788] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:b7:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0a40b4-adb8-42a6-8390-87f224e98ae4', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.068106] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1167.073007] env[65677]: WARNING neutronclient.v2_0.client [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.075879] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.079051] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e5b0b2e-8740-4f51-a462-6a24d2924e6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.105158] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637137, 'name': Rename_Task, 'duration_secs': 1.170304} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.105367] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637136, 'name': CreateVM_Task, 'duration_secs': 0.560746} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.106324] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.106542] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.106855] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50427d64-abd8-473b-a5da-dde45f2f47f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.108903] env[65677]: WARNING neutronclient.v2_0.client [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.109282] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.109427] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.109744] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.110361] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78ea623-4c92-4492-b743-3f124274077c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.114349] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.114349] env[65677]: value = "task-4637138" [ 1167.114349] env[65677]: _type = "Task" [ 1167.114349] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.122193] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1167.122193] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5233b9a3-1e85-85dc-56f3-10c6068a343c" [ 1167.122193] env[65677]: _type = "Task" [ 1167.122193] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.124494] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1167.124494] env[65677]: value = "task-4637139" [ 1167.124494] env[65677]: _type = "Task" [ 1167.124494] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.134510] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637138, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.141694] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5233b9a3-1e85-85dc-56f3-10c6068a343c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.145219] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.277220] env[65677]: WARNING neutronclient.v2_0.client [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.363522] env[65677]: DEBUG nova.network.neutron [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Updated VIF entry in instance network info cache for port 0f0a40b4-adb8-42a6-8390-87f224e98ae4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1167.363940] env[65677]: DEBUG nova.network.neutron [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Updating instance_info_cache with network_info: [{"id": "0f0a40b4-adb8-42a6-8390-87f224e98ae4", "address": "fa:16:3e:ac:b7:39", "network": {"id": "a0ffe728-3d07-4673-866a-11ef4a611a44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-263251565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930f244762aa4a058f6321df9a79756d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0a40b4-ad", "ovs_interfaceid": "0f0a40b4-adb8-42a6-8390-87f224e98ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.507518] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1167.507828] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905543', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'name': 'volume-1fcf6792-122c-4625-a169-5333c6cef73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'serial': '1fcf6792-122c-4625-a169-5333c6cef73e'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1167.509125] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e9949-462d-4eb3-b19a-1776c1a380c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.528484] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193d9827-3ff2-4b92-8ad1-28dafe0fc500 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.557028] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-1fcf6792-122c-4625-a169-5333c6cef73e/volume-1fcf6792-122c-4625-a169-5333c6cef73e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.557519] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 1bc711e4-7896-4ed4-a9d8-13be150a5793] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1167.562020] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3d14bc-137e-4493-b5b1-f563376e8e82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.581794] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1167.581794] env[65677]: value = "task-4637140" [ 1167.581794] env[65677]: _type = "Task" [ 1167.581794] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.592476] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.621941] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e41cee55-459d-4dd1-9e78-0bc3234cc05c tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.253s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.633849] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637138, 'name': CreateVM_Task, 'duration_secs': 0.380581} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.637432] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.638368] env[65677]: WARNING neutronclient.v2_0.client [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.638755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.638903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.639275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.639944] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0097c1-a1bd-42fd-b256-50639d7d155f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.654815] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5233b9a3-1e85-85dc-56f3-10c6068a343c, 'name': SearchDatastore_Task, 'duration_secs': 0.021509} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.655611] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.656841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.657204] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.657541] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.657851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.658090] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.658766] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1810af6-1a27-47d6-9367-e936577ebca2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.662891] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1167.662891] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5238ad6f-60be-a6be-7c61-721b6968aa72" [ 1167.662891] env[65677]: _type = "Task" [ 1167.662891] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.675027] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5238ad6f-60be-a6be-7c61-721b6968aa72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.676239] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.676239] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.679785] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517cb967-1de0-45fe-8653-2e400cde0b96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.688126] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1167.688126] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52536356-ed58-532e-6319-a880608dd62e" [ 1167.688126] env[65677]: _type = "Task" [ 1167.688126] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.699549] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52536356-ed58-532e-6319-a880608dd62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.854269] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa22400d-ba66-40e0-bf7a-529f74f7dde7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.864642] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd18722-d955-4808-9282-27b67811bec8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.868735] env[65677]: DEBUG oslo_concurrency.lockutils [req-fb1690ad-e4b6-4e75-8bdc-f6a8c277260d req-ab603e96-5948-465e-9ce3-8d4109dda47b service nova] Releasing lock "refresh_cache-9e1770b5-2b53-497c-b013-89804418b0a7" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.902068] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ac1cbb-0766-4e56-aeed-e1a2f2924edd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.915262] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca1964f-033f-4137-8cc5-9016dec2cda1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.939039] env[65677]: DEBUG nova.compute.provider_tree [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.076290] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: ff6aa3d3-acf3-4646-8a82-c5fa6d7b085e] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1168.093417] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.145430] env[65677]: DEBUG oslo_vmware.api [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637139, 'name': PowerOnVM_Task, 'duration_secs': 0.621169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.145709] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.145905] env[65677]: INFO nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Took 11.25 seconds to spawn the instance on the hypervisor. [ 1168.146099] env[65677]: DEBUG nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1168.146954] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9859f6f0-7a03-486a-9209-7de8681e7f5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.176687] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5238ad6f-60be-a6be-7c61-721b6968aa72, 'name': SearchDatastore_Task, 'duration_secs': 0.014205} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.176916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.177083] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.177357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.177528] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.177734] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.178071] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127925f7-81cb-457a-a904-105efc9d8cc8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.188923] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.189230] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.192694] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20236c0-9422-4370-9677-45760c56d53c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.202020] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52536356-ed58-532e-6319-a880608dd62e, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.203848] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1168.203848] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d3527d-87fc-ddf2-0e7c-526937627a43" [ 1168.203848] env[65677]: _type = "Task" [ 1168.203848] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.204040] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e5ec19-8bce-4ba3-8f07-7ff4da3e57b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.213251] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1168.213251] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5223d69e-1b16-f91f-8e84-15e3f697f31d" [ 1168.213251] env[65677]: _type = "Task" [ 1168.213251] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.216550] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d3527d-87fc-ddf2-0e7c-526937627a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.225536] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5223d69e-1b16-f91f-8e84-15e3f697f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.443171] env[65677]: DEBUG nova.scheduler.client.report [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.581182] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 89edb1d2-d746-407d-aafb-6931322c3388] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1168.595035] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637140, 'name': ReconfigVM_Task, 'duration_secs': 0.822452} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.595371] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-1fcf6792-122c-4625-a169-5333c6cef73e/volume-1fcf6792-122c-4625-a169-5333c6cef73e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.601059] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b7468a-cfc9-49a9-bab8-60738c3a0e84 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.619179] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1168.619179] env[65677]: value = "task-4637141" [ 1168.619179] env[65677]: _type = "Task" [ 1168.619179] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.630269] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.667070] env[65677]: INFO nova.compute.manager [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Took 32.17 seconds to build instance. [ 1168.718052] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52d3527d-87fc-ddf2-0e7c-526937627a43, 'name': SearchDatastore_Task, 'duration_secs': 0.014771} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.722180] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed3b905-9c60-4242-8aa2-effdf49b7d55 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.732408] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5223d69e-1b16-f91f-8e84-15e3f697f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.017677} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.733842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.734350] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 736910f2-be42-4eb5-b16c-37a01f4739fd/736910f2-be42-4eb5-b16c-37a01f4739fd.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.734588] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1168.734588] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e5b97-752c-b2d8-9823-cb56de556a71" [ 1168.734588] env[65677]: _type = "Task" [ 1168.734588] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.734865] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d4d5803-11a8-4834-bef4-d6120f60b577 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.750945] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1168.750945] env[65677]: value = "task-4637142" [ 1168.750945] env[65677]: _type = "Task" [ 1168.750945] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.751379] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]523e5b97-752c-b2d8-9823-cb56de556a71, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.751783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.752169] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9e1770b5-2b53-497c-b013-89804418b0a7/9e1770b5-2b53-497c-b013-89804418b0a7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.757442] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ebba04-8076-4f50-b728-87f39194f150 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.768600] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.770664] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1168.770664] env[65677]: value = "task-4637143" [ 1168.770664] env[65677]: _type = "Task" [ 1168.770664] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.783506] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.950417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.951221] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1168.956269] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.029s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.956544] env[65677]: DEBUG nova.objects.instance [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lazy-loading 'resources' on Instance uuid 0bed18b4-7a5c-4d65-ac93-82cf818ec07d {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.089039] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 85e74883-a5f2-4d72-ba80-d501aea7fab4] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1169.131965] env[65677]: DEBUG oslo_vmware.api [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637141, 'name': ReconfigVM_Task, 'duration_secs': 0.217889} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.132399] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905543', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'name': 'volume-1fcf6792-122c-4625-a169-5333c6cef73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'serial': '1fcf6792-122c-4625-a169-5333c6cef73e'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.169443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a3cc71e5-19ec-40ff-9090-d07a9c19553e tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.696s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.265026] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637142, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.280994] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.463459] env[65677]: DEBUG nova.compute.utils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.465888] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1169.465888] env[65677]: DEBUG nova.network.neutron [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1169.465888] env[65677]: WARNING neutronclient.v2_0.client [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.466441] env[65677]: WARNING neutronclient.v2_0.client [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.525568] env[65677]: DEBUG nova.policy [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3c289d7554d6f9c00ab94f2fc9855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3065dcf941fc4006846ab55b10d23b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.593472] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 73fad0c6-ca01-4fb1-a31a-0dc4c6b62c57] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1169.742831] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49dd93-fa42-42ef-9997-d26395413282 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.751369] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf1aa2-df4a-4de4-9a49-1ac6e65b1fc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.791923] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549052} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.792919] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 736910f2-be42-4eb5-b16c-37a01f4739fd/736910f2-be42-4eb5-b16c-37a01f4739fd.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.793177] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.796840] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4566b5ff-4db5-4a50-86ef-7a36ef508329 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.799270] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abe3d177-445d-4f4d-bb8b-2c082770d7c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.811192] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d37e43-affa-4582-8ad4-0f328f61c158 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.816076] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959091} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.816283] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1169.816283] env[65677]: value = "task-4637144" [ 1169.816283] env[65677]: _type = "Task" [ 1169.816283] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.816493] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9e1770b5-2b53-497c-b013-89804418b0a7/9e1770b5-2b53-497c-b013-89804418b0a7.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.816699] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.817535] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d99644cb-4503-47d6-a0b4-ede2c2fbf56b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.830739] env[65677]: DEBUG nova.compute.provider_tree [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.838525] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.840085] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1169.840085] env[65677]: value = "task-4637145" [ 1169.840085] env[65677]: _type = "Task" [ 1169.840085] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.851539] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.923959] env[65677]: DEBUG nova.network.neutron [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Successfully created port: 82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1169.969771] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1170.097334] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 61f548c7-2b70-4b96-be9e-a3b145e7a836] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1170.181323] env[65677]: DEBUG nova.objects.instance [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid b605b05c-982c-4fed-a7dc-9117e38d0825 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.332469] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141465} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.332788] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.333740] env[65677]: DEBUG nova.scheduler.client.report [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.341020] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a196511-3b9b-4013-8d40-3993524efcb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.352030] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078515} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.362855] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.372723] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 736910f2-be42-4eb5-b16c-37a01f4739fd/736910f2-be42-4eb5-b16c-37a01f4739fd.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.373400] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0549015b-341b-4420-bd6a-0fb89ed8ee2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.376612] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f348a7d-6c14-4e5d-9da1-3c0a776461df {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.413019] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9e1770b5-2b53-497c-b013-89804418b0a7/9e1770b5-2b53-497c-b013-89804418b0a7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.414680] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a367555-d79e-4a42-aab9-ffa1a7e89ff6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.430803] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1170.430803] env[65677]: value = "task-4637146" [ 1170.430803] env[65677]: _type = "Task" [ 1170.430803] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.438546] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1170.438546] env[65677]: value = "task-4637147" [ 1170.438546] env[65677]: _type = "Task" [ 1170.438546] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.459125] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.478660] env[65677]: INFO nova.virt.block_device [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Booting with volume ca8cce37-548d-4808-8446-f63061152a9e at /dev/sda [ 1170.523548] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-597ccf9a-236b-473e-8544-538a97476cd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.534081] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613cf76-a8d5-451f-b5a5-b2896914ba4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.570621] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-680d471b-32d4-4146-8932-6a2bad1b1d1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.580191] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74019b1-48ca-4ddd-be53-a4ace9327995 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.601715] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 71c46e60-30a1-41a0-a646-2e3240208af2] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1170.616636] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492b41fa-09cb-4305-92fd-96933a4bbc2d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.625238] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbc0cea-ee28-44de-88b3-93c0a045f1f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.640439] env[65677]: DEBUG nova.virt.block_device [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating existing volume attachment record: 12a29092-20d7-464d-8f00-1fd9a449baa6 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.687270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c61a6ec4-eaee-4cba-be69-3e6d4ae6fd22 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.862s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.843017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.845992] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.872s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.846354] env[65677]: DEBUG nova.objects.instance [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lazy-loading 'resources' on Instance uuid 7fe303af-c30a-4216-b84b-c06c48d88c43 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.871734] env[65677]: INFO nova.scheduler.client.report [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Deleted allocations for instance 0bed18b4-7a5c-4d65-ac93-82cf818ec07d [ 1170.943316] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.948758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "48726a76-b14d-4907-b1ce-d50fa42c62b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.949216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.949579] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "48726a76-b14d-4907-b1ce-d50fa42c62b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.949890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.950202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.953135] env[65677]: INFO nova.compute.manager [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Terminating instance [ 1170.963021] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637147, 'name': ReconfigVM_Task, 'duration_secs': 0.32036} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.963370] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9e1770b5-2b53-497c-b013-89804418b0a7/9e1770b5-2b53-497c-b013-89804418b0a7.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.964021] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68e21b17-95fe-4736-bae5-3fc06944f1e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.973710] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1170.973710] env[65677]: value = "task-4637148" [ 1170.973710] env[65677]: _type = "Task" [ 1170.973710] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.988565] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637148, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.117176] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 2a3fcd66-f7c6-499e-9c69-51ccec3653ce] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1171.384949] env[65677]: DEBUG nova.compute.manager [req-f5cf0f9f-ba94-4443-90af-4df6908d1251 req-bd940ab0-230e-48be-ae51-df5dabac9742 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Received event network-vif-plugged-82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1171.385190] env[65677]: DEBUG oslo_concurrency.lockutils [req-f5cf0f9f-ba94-4443-90af-4df6908d1251 req-bd940ab0-230e-48be-ae51-df5dabac9742 service nova] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.385386] env[65677]: DEBUG oslo_concurrency.lockutils [req-f5cf0f9f-ba94-4443-90af-4df6908d1251 req-bd940ab0-230e-48be-ae51-df5dabac9742 service nova] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.385543] env[65677]: DEBUG oslo_concurrency.lockutils [req-f5cf0f9f-ba94-4443-90af-4df6908d1251 req-bd940ab0-230e-48be-ae51-df5dabac9742 service nova] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.385709] env[65677]: DEBUG nova.compute.manager [req-f5cf0f9f-ba94-4443-90af-4df6908d1251 req-bd940ab0-230e-48be-ae51-df5dabac9742 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] No waiting events found dispatching network-vif-plugged-82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1171.385863] env[65677]: WARNING nova.compute.manager [req-f5cf0f9f-ba94-4443-90af-4df6908d1251 req-bd940ab0-230e-48be-ae51-df5dabac9742 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Received unexpected event network-vif-plugged-82deff89-f89d-431d-9460-d94f4c7d325d for instance with vm_state building and task_state block_device_mapping. [ 1171.386383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Lock "0bed18b4-7a5c-4d65-ac93-82cf818ec07d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.044s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.445025] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637146, 'name': ReconfigVM_Task, 'duration_secs': 0.681362} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.445025] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 736910f2-be42-4eb5-b16c-37a01f4739fd/736910f2-be42-4eb5-b16c-37a01f4739fd.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.445578] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75ca030f-cdff-4518-904a-30f62ada1da6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.454767] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1171.454767] env[65677]: value = "task-4637149" [ 1171.454767] env[65677]: _type = "Task" [ 1171.454767] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.459953] env[65677]: DEBUG nova.compute.manager [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1171.460219] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.461076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a88a41-7efd-494c-b1c3-127d211ad67e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.467041] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637149, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.472907] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.473214] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0fdc3b3-5660-48ba-98a1-452050b3634d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.483841] env[65677]: DEBUG oslo_vmware.api [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1171.483841] env[65677]: value = "task-4637150" [ 1171.483841] env[65677]: _type = "Task" [ 1171.483841] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.487770] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637148, 'name': Rename_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.488824] env[65677]: DEBUG nova.network.neutron [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Successfully updated port: 82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1171.500366] env[65677]: DEBUG oslo_vmware.api [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.620526] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: d678e793-2599-4861-9150-1d141875e544] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1171.686446] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c50667e-4b30-45e4-93c3-7c68c01395ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.698029] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d881a0c-f4ca-4953-8c83-a064dcea1c23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.733443] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e787764a-6dfa-4ab6-bf99-464694aa2bc8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.744835] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ab131-ea74-49c6-a0ff-810eb3de6d99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.762908] env[65677]: DEBUG nova.compute.provider_tree [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.965986] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637149, 'name': Rename_Task, 'duration_secs': 0.246834} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.966290] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.966599] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d27a1a0-2de0-4bd2-96a3-f811b4f2141a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.973616] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1171.973616] env[65677]: value = "task-4637151" [ 1171.973616] env[65677]: _type = "Task" [ 1171.973616] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.985993] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.989541] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637148, 'name': Rename_Task, 'duration_secs': 0.874753} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.993366] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.994627] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.994819] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.995026] env[65677]: DEBUG nova.network.neutron [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.996069] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c069a1-3188-48de-910b-8ade59bb4564 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.004545] env[65677]: DEBUG oslo_vmware.api [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637150, 'name': PowerOffVM_Task, 'duration_secs': 0.223245} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.006149] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.006317] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.006641] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1172.006641] env[65677]: value = "task-4637152" [ 1172.006641] env[65677]: _type = "Task" [ 1172.006641] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.007530] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60660ee3-c9e1-4a45-ac53-d210cb12e26d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.021635] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.108948] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.108948] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.109139] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Deleting the datastore file [datastore1] 48726a76-b14d-4907-b1ce-d50fa42c62b8 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.109474] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d4bd385-9236-45d6-a8ef-8b0d1289d96f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.125069] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 1954741e-a718-4048-b0a5-5ed3b2eea360] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1172.129647] env[65677]: DEBUG oslo_vmware.api [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for the task: (returnval){ [ 1172.129647] env[65677]: value = "task-4637154" [ 1172.129647] env[65677]: _type = "Task" [ 1172.129647] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.152601] env[65677]: DEBUG oslo_vmware.api [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.221612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.221829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.266709] env[65677]: DEBUG nova.scheduler.client.report [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.485909] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637151, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.520208] env[65677]: DEBUG oslo_vmware.api [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637152, 'name': PowerOnVM_Task, 'duration_secs': 0.497979} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.520497] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.520712] env[65677]: INFO nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1172.520930] env[65677]: DEBUG nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1172.521711] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b6452a-5ff0-488e-8f8d-e4ef500b7180 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.534111] env[65677]: DEBUG nova.network.neutron [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1172.624024] env[65677]: WARNING neutronclient.v2_0.client [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.631239] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 6ff70642-3d17-4be6-b9e3-cc304ff8d154] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1172.645037] env[65677]: DEBUG oslo_vmware.api [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Task: {'id': task-4637154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195594} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.645707] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.645707] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.645707] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.645927] env[65677]: INFO nova.compute.manager [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1172.646702] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1172.646702] env[65677]: DEBUG nova.compute.manager [-] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1172.646702] env[65677]: DEBUG nova.network.neutron [-] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1172.646946] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.726923] env[65677]: DEBUG nova.compute.utils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.732709] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.745173] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1172.746120] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1172.746553] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.746839] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1172.747224] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.747562] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1172.747839] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1172.748314] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.748602] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1172.748887] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1172.749199] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1172.749521] env[65677]: DEBUG nova.virt.hardware [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1172.752019] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c4c57b-21b8-4d9b-932f-db6c785b51b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.761689] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba14bc8f-c228-41d3-8efc-2bd314bfbe14 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.767181] env[65677]: DEBUG nova.network.neutron [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.771798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.788121] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.323s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.789148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.790397] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.019s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.806155] env[65677]: INFO nova.scheduler.client.report [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Deleted allocations for instance 7fe303af-c30a-4216-b84b-c06c48d88c43 [ 1172.817431] env[65677]: INFO nova.scheduler.client.report [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted allocations for instance d33a4192-fc2b-493b-9c6d-40c5984af961 [ 1172.986820] env[65677]: DEBUG oslo_vmware.api [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637151, 'name': PowerOnVM_Task, 'duration_secs': 0.639052} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.987203] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.987407] env[65677]: INFO nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1172.987579] env[65677]: DEBUG nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1172.988392] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf50c8b3-d32b-49e5-9272-268d8085e48c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.044025] env[65677]: INFO nova.compute.manager [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Took 20.94 seconds to build instance. [ 1173.138099] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: a39a5c06-0461-4d88-9e9b-4ef221d8f977] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1173.229568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.272924] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.273807] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Instance network_info: |[{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1173.275044] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:f9:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82deff89-f89d-431d-9460-d94f4c7d325d', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.289129] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1173.289544] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.289955] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4afe0f29-c8f2-43b9-82f3-57267e34a792 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.316964] env[65677]: DEBUG nova.objects.instance [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'migration_context' on Instance uuid 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.323368] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1021dda2-4c7d-404e-90d1-7cf473bb8cff tempest-ServersListShow296Test-1344899442 tempest-ServersListShow296Test-1344899442-project-member] Lock "7fe303af-c30a-4216-b84b-c06c48d88c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.057s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.329490] env[65677]: DEBUG oslo_concurrency.lockutils [None req-17c03c99-58e6-44c2-98ae-47199cd44132 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "d33a4192-fc2b-493b-9c6d-40c5984af961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.670s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.340111] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.340111] env[65677]: value = "task-4637155" [ 1173.340111] env[65677]: _type = "Task" [ 1173.340111] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.355591] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637155, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.509271] env[65677]: INFO nova.compute.manager [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Took 27.64 seconds to build instance. [ 1173.544083] env[65677]: DEBUG nova.network.neutron [-] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.550054] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "9e1770b5-2b53-497c-b013-89804418b0a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.459s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.641678] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 9133656a-ff56-44dc-8efc-538c79caeba7] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1173.853270] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637155, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.011074] env[65677]: DEBUG oslo_concurrency.lockutils [None req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.153s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.051793] env[65677]: INFO nova.compute.manager [-] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Took 1.40 seconds to deallocate network for instance. [ 1174.107943] env[65677]: DEBUG nova.compute.manager [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Received event network-changed-82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1174.107943] env[65677]: DEBUG nova.compute.manager [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Refreshing instance network info cache due to event network-changed-82deff89-f89d-431d-9460-d94f4c7d325d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1174.107943] env[65677]: DEBUG oslo_concurrency.lockutils [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] Acquiring lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.107943] env[65677]: DEBUG oslo_concurrency.lockutils [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] Acquired lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.107943] env[65677]: DEBUG nova.network.neutron [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Refreshing network info cache for port 82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.130533] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afda9f21-7dbc-4808-87a0-61a6559ead80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.142993] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e21c73-a7d4-4e09-883a-a018879bc155 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.148344] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 67d8c07a-abfc-4d23-9600-cd293b7d20ae] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1174.186964] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca0f10-c430-4a8f-8e84-a9d096dd8250 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.197067] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adee72df-4628-43e6-9d08-6ed459a99559 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.216873] env[65677]: DEBUG nova.compute.provider_tree [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.317363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.317617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.317844] env[65677]: INFO nova.compute.manager [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Attaching volume f51e076b-36b6-4ac7-ab65-ea7b2f97d358 to /dev/sdc [ 1174.355135] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637155, 'name': CreateVM_Task, 'duration_secs': 0.609654} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.355135] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.355135] env[65677]: WARNING neutronclient.v2_0.client [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.355683] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905536', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'name': 'volume-ca8cce37-548d-4808-8446-f63061152a9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dce8562f-09f4-46cc-a511-f83c3f0d9b95', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'serial': 'ca8cce37-548d-4808-8446-f63061152a9e'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '12a29092-20d7-464d-8f00-1fd9a449baa6', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1174.355683] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Root volume attach. Driver type: vmdk {{(pid=65677) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1174.357905] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d811d86a-a8f0-421f-be06-44210afc3868 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.361613] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c49a591-f329-451b-aee6-dcafe519e031 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.373160] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de3ccb-df43-4afd-aa92-dd6e37ccf7e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.379083] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c808f8-7f5b-4eb1-b6e8-c7610ce75b21 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.392503] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60705a3-402c-4a88-a105-7ea44156573a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.400265] env[65677]: DEBUG nova.virt.block_device [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updating existing volume attachment record: d2ae1f58-97a4-4618-be91-ad27d4fc0f6f {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.406987] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6505d024-e440-4384-93f6-6a8c951c5b7f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.416659] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1174.416659] env[65677]: value = "task-4637156" [ 1174.416659] env[65677]: _type = "Task" [ 1174.416659] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.426576] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.558760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.611818] env[65677]: WARNING neutronclient.v2_0.client [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.653294] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 0dc2bd9d-7941-428f-bec8-ff3529ad95ff] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1174.724905] env[65677]: DEBUG nova.scheduler.client.report [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.847405] env[65677]: WARNING neutronclient.v2_0.client [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.932258] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 34%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.954367] env[65677]: DEBUG nova.network.neutron [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updated VIF entry in instance network info cache for port 82deff89-f89d-431d-9460-d94f4c7d325d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1174.954755] env[65677]: DEBUG nova.network.neutron [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.156343] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: c4c65d99-f3a6-44fc-afe0-dc0331dc9815] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1175.300741] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.301127] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.308256] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "3e27ec43-c48e-46c8-a950-0dd201f3a377" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.308553] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.429673] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 45%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.458053] env[65677]: DEBUG oslo_concurrency.lockutils [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] Releasing lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.458509] env[65677]: DEBUG nova.compute.manager [req-6775150d-aab2-4c65-9851-7abdcff25e3e req-86f1fc69-c549-4ac3-87fd-76a2d5643bbb service nova] [instance: 48726a76-b14d-4907-b1ce-d50fa42c62b8] Received event network-vif-deleted-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1175.662345] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: bc0c29e3-da3f-4a46-9e08-60b456883577] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1175.737581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.947s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.744835] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.726s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.746454] env[65677]: INFO nova.compute.claims [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.805357] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1175.811190] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1175.930558] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 58%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.031405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "9e1770b5-2b53-497c-b013-89804418b0a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.031695] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "9e1770b5-2b53-497c-b013-89804418b0a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.031915] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "9e1770b5-2b53-497c-b013-89804418b0a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.032171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "9e1770b5-2b53-497c-b013-89804418b0a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.032372] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "9e1770b5-2b53-497c-b013-89804418b0a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.035110] env[65677]: INFO nova.compute.manager [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Terminating instance [ 1176.165983] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 6fcefb01-6b8e-4be1-a186-60142ca9fa54] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1176.340014] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.341457] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.429943] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 71%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.539495] env[65677]: DEBUG nova.compute.manager [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1176.539730] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.540660] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc459ae-1541-4fed-87ef-c6492395d52d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.549668] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.550140] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb4ee680-bd98-4b52-af40-42167fe7dab2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.558669] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1176.558669] env[65677]: value = "task-4637158" [ 1176.558669] env[65677]: _type = "Task" [ 1176.558669] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.572510] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.669839] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: b800da8d-e940-4f0b-a52d-04ab0ce25532] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1176.933866] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 84%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.041295] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a81195-8a39-41a0-9add-2169cffd3a57 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.052039] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47538c-d4c1-4664-92d4-43cf7330b652 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.087436] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64ae7f-3cce-4cdb-aaea-f51d15d9a509 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.096038] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637158, 'name': PowerOffVM_Task, 'duration_secs': 0.245125} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.098491] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.098693] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.099036] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53dd225b-8e06-493c-9f13-bd9bbd4d8605 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.101663] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab22ce57-cd82-4748-a498-f21823067697 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.117811] env[65677]: DEBUG nova.compute.provider_tree [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.173900] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 3ca986e5-2a75-4856-9abd-956ecf4f6ce6] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1177.201025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.201025] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.201025] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleting the datastore file [datastore2] 9e1770b5-2b53-497c-b013-89804418b0a7 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.201025] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab01902-690b-4eb4-a065-cd55e7511bbf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.212067] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for the task: (returnval){ [ 1177.212067] env[65677]: value = "task-4637160" [ 1177.212067] env[65677]: _type = "Task" [ 1177.212067] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.227865] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.288108] env[65677]: INFO nova.compute.manager [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Swapping old allocation on dict_keys(['fed1bc41-b4b5-4618-9de5-231c692731f7']) held by migration e20d550b-e96f-4f70-a0c8-6a2ef6b3271f for instance [ 1177.316515] env[65677]: DEBUG nova.scheduler.client.report [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Overwriting current allocation {'allocations': {'fed1bc41-b4b5-4618-9de5-231c692731f7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 153}}, 'project_id': '4f05be1a8ab14ac4876ecfa02c834177', 'user_id': 'f1d26ba07f9843d5b6ebc19d337781c3', 'consumer_generation': 1} on consumer 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f {{(pid=65677) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1177.405457] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.433496] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.457084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.457084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.457084] env[65677]: DEBUG nova.network.neutron [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.625085] env[65677]: DEBUG nova.scheduler.client.report [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.677889] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: ddd3d3d7-b6ce-4e5c-b454-19a1e55a353e] Instance has had 0 of 5 cleanup attempts {{(pid=65677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1177.724221] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.934623] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.961691] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.129270] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.129810] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1178.132636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.574s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.133436] env[65677]: DEBUG nova.objects.instance [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lazy-loading 'resources' on Instance uuid 48726a76-b14d-4907-b1ce-d50fa42c62b8 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.182793] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.183156] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Cleaning up deleted instances with incomplete migration {{(pid=65677) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11935}} [ 1178.227086] env[65677]: DEBUG oslo_vmware.api [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Task: {'id': task-4637160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546426} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.227446] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.227632] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.227803] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.227978] env[65677]: INFO nova.compute.manager [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1178.228339] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1178.229594] env[65677]: WARNING neutronclient.v2_0.client [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.231965] env[65677]: DEBUG nova.compute.manager [-] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1178.232159] env[65677]: DEBUG nova.network.neutron [-] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1178.232470] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.292160] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.440293] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.480279] env[65677]: DEBUG nova.network.neutron [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [{"id": "2f188e4e-0368-468c-9b88-ab956983a0ae", "address": "fa:16:3e:f3:f1:d6", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f188e4e-03", "ovs_interfaceid": "2f188e4e-0368-468c-9b88-ab956983a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.620831] env[65677]: DEBUG nova.compute.manager [req-32bcf78e-66ee-4c36-8142-965ea3a6334f req-51cbae45-dc74-49ff-aec6-6f2c95276f5b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Received event network-vif-deleted-0f0a40b4-adb8-42a6-8390-87f224e98ae4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1178.620831] env[65677]: INFO nova.compute.manager [req-32bcf78e-66ee-4c36-8142-965ea3a6334f req-51cbae45-dc74-49ff-aec6-6f2c95276f5b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Neutron deleted interface 0f0a40b4-adb8-42a6-8390-87f224e98ae4; detaching it from the instance and deleting it from the info cache [ 1178.620831] env[65677]: DEBUG nova.network.neutron [req-32bcf78e-66ee-4c36-8142-965ea3a6334f req-51cbae45-dc74-49ff-aec6-6f2c95276f5b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.635864] env[65677]: DEBUG nova.compute.utils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.640153] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1178.640355] env[65677]: DEBUG nova.network.neutron [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1178.640660] env[65677]: WARNING neutronclient.v2_0.client [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.640941] env[65677]: WARNING neutronclient.v2_0.client [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.685234] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.702101] env[65677]: DEBUG nova.policy [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa696dd504f148609a1a88a81b0a523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba6ca37e89b4473aacd9f26a3a934ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.888838] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cfa40-110c-4715-8ed4-d72f9c867a0e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.898733] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ef9283-881f-4f53-939d-f45afe051838 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.942439] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a887d-0c06-4c0d-b1a5-cb1aa9d5a79d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.952164] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task} progress is 98%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.957029] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510e9e7-1ffd-4fd5-b554-5af8f103bd07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.975242] env[65677]: DEBUG nova.compute.provider_tree [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.985781] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.986742] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b48385-2149-4ce1-a8fe-511122bd10a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994693] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16ee3c-72f6-4ac2-ba5d-bca21df0c8ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.052731] env[65677]: DEBUG nova.network.neutron [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Successfully created port: 720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1179.097647] env[65677]: DEBUG nova.network.neutron [-] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.122755] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4e8857a-7fd3-43f5-a0cf-2afeef5fd482 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.132379] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b51804-1c8a-4fb0-99a9-b7f72a6e76a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.145121] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1179.170913] env[65677]: DEBUG nova.compute.manager [req-32bcf78e-66ee-4c36-8142-965ea3a6334f req-51cbae45-dc74-49ff-aec6-6f2c95276f5b service nova] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Detach interface failed, port_id=0f0a40b4-adb8-42a6-8390-87f224e98ae4, reason: Instance 9e1770b5-2b53-497c-b013-89804418b0a7 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1179.453172] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637156, 'name': RelocateVM_Task, 'duration_secs': 4.617897} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.453172] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.453172] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905536', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'name': 'volume-ca8cce37-548d-4808-8446-f63061152a9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dce8562f-09f4-46cc-a511-f83c3f0d9b95', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'serial': 'ca8cce37-548d-4808-8446-f63061152a9e'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.453172] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e95519-ab68-4aac-8da6-0e3b6a1aed38 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.469261] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c46aab-8ae2-48e9-af24-4f1a0cc67987 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.485717] env[65677]: DEBUG nova.scheduler.client.report [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.498898] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-ca8cce37-548d-4808-8446-f63061152a9e/volume-ca8cce37-548d-4808-8446-f63061152a9e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.499755] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae22b8f-ef09-414d-b149-edba6a9adb82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.522638] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1179.522638] env[65677]: value = "task-4637162" [ 1179.522638] env[65677]: _type = "Task" [ 1179.522638] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.533293] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.608475] env[65677]: INFO nova.compute.manager [-] [instance: 9e1770b5-2b53-497c-b013-89804418b0a7] Took 1.38 seconds to deallocate network for instance. [ 1179.685710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "a196c891-484e-4e44-98e2-63879198b0bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.685964] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "a196c891-484e-4e44-98e2-63879198b0bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.001391] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.003768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.664s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.007873] env[65677]: INFO nova.compute.claims [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.031383] env[65677]: INFO nova.scheduler.client.report [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Deleted allocations for instance 48726a76-b14d-4907-b1ce-d50fa42c62b8 [ 1180.037146] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637162, 'name': ReconfigVM_Task, 'duration_secs': 0.452696} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.039889] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-ca8cce37-548d-4808-8446-f63061152a9e/volume-ca8cce37-548d-4808-8446-f63061152a9e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.045296] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd00b4a0-f723-4a2a-8742-d404e33f99a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.061782] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1180.061782] env[65677]: value = "task-4637163" [ 1180.061782] env[65677]: _type = "Task" [ 1180.061782] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.071889] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.115701] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.157539] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1180.160533] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.160533] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19cecaac-ff87-41fb-b9fb-f42288144c3b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.167776] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1180.167776] env[65677]: value = "task-4637164" [ 1180.167776] env[65677]: _type = "Task" [ 1180.167776] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.178220] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.187217] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.187217] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.187217] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.187217] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.187492] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.187492] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.187664] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.187822] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.187975] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.188144] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.188323] env[65677]: DEBUG nova.virt.hardware [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.188732] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1180.191966] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f3e688-fe8e-4c53-89f3-bea56afaeb40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.200865] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b74e86d-3d91-43d2-94c9-357131d84be6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.548492] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Lock "48726a76-b14d-4907-b1ce-d50fa42c62b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.599s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.573847] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637163, 'name': ReconfigVM_Task, 'duration_secs': 0.218612} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.574189] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905536', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'name': 'volume-ca8cce37-548d-4808-8446-f63061152a9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dce8562f-09f4-46cc-a511-f83c3f0d9b95', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'serial': 'ca8cce37-548d-4808-8446-f63061152a9e'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.574742] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94e2f36b-920b-44f8-a2b5-a7305a134ebe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.584055] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1180.584055] env[65677]: value = "task-4637165" [ 1180.584055] env[65677]: _type = "Task" [ 1180.584055] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.594246] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637165, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.680062] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637164, 'name': PowerOffVM_Task, 'duration_secs': 0.308366} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.680335] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.680991] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.681215] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.681365] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.681574] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.681722] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.681840] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.682047] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.682248] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.682388] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.682625] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.682818] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.687864] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b8a6ad-177d-4968-ab5d-d218dc527e5c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.709018] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1180.709018] env[65677]: value = "task-4637166" [ 1180.709018] env[65677]: _type = "Task" [ 1180.709018] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.720201] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.721524] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.960178] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.960581] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905547', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'name': 'volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'serial': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.961918] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af688b7d-ff3f-4421-bad9-d75a556c0dc1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.982137] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312878c-aa91-482c-8c1c-f66c0cd6721a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.012306] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358/volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.012691] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf2a5e3-07e8-49c7-8f61-09be53e74e72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.032057] env[65677]: DEBUG nova.compute.manager [req-f98b56b2-3e89-483a-b02b-ba45c2f59b34 req-0cfac8a3-aa28-4f44-aac4-0d5453bdfa87 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Received event network-vif-plugged-720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1181.032224] env[65677]: DEBUG oslo_concurrency.lockutils [req-f98b56b2-3e89-483a-b02b-ba45c2f59b34 req-0cfac8a3-aa28-4f44-aac4-0d5453bdfa87 service nova] Acquiring lock "561e2d6c-8562-4336-af8a-c2683c4b9e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.032428] env[65677]: DEBUG oslo_concurrency.lockutils [req-f98b56b2-3e89-483a-b02b-ba45c2f59b34 req-0cfac8a3-aa28-4f44-aac4-0d5453bdfa87 service nova] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.032597] env[65677]: DEBUG oslo_concurrency.lockutils [req-f98b56b2-3e89-483a-b02b-ba45c2f59b34 req-0cfac8a3-aa28-4f44-aac4-0d5453bdfa87 service nova] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.032768] env[65677]: DEBUG nova.compute.manager [req-f98b56b2-3e89-483a-b02b-ba45c2f59b34 req-0cfac8a3-aa28-4f44-aac4-0d5453bdfa87 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] No waiting events found dispatching network-vif-plugged-720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1181.032925] env[65677]: WARNING nova.compute.manager [req-f98b56b2-3e89-483a-b02b-ba45c2f59b34 req-0cfac8a3-aa28-4f44-aac4-0d5453bdfa87 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Received unexpected event network-vif-plugged-720a65ff-2708-49c1-af70-b051499fe0e4 for instance with vm_state building and task_state spawning. [ 1181.040016] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1181.040016] env[65677]: value = "task-4637167" [ 1181.040016] env[65677]: _type = "Task" [ 1181.040016] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.049367] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.097936] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637165, 'name': Rename_Task, 'duration_secs': 0.204784} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.098329] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.098603] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0922314b-332b-4400-b75b-e0b284a2546a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.106952] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1181.106952] env[65677]: value = "task-4637168" [ 1181.106952] env[65677]: _type = "Task" [ 1181.106952] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.110974] env[65677]: DEBUG nova.network.neutron [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Successfully updated port: 720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1181.119271] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.223466] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637166, 'name': ReconfigVM_Task, 'duration_secs': 0.239509} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.224371] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d54127-4d92-4335-868d-0578081b6829 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.253136] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1181.253393] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.253393] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1181.253600] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.254663] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1181.255196] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1181.255196] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.255394] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1181.255461] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1181.255835] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.255931] env[65677]: DEBUG nova.virt.hardware [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.259496] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a68b46c-8fdb-45be-a1d5-d118ecead057 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.266523] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1181.266523] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52236de8-7da4-83db-44e0-a2939568005b" [ 1181.266523] env[65677]: _type = "Task" [ 1181.266523] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.274645] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ca4ae-dcbc-4fd2-b736-8c16b428e02f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.280509] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52236de8-7da4-83db-44e0-a2939568005b, 'name': SearchDatastore_Task, 'duration_secs': 0.007925} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.286491] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.288752] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f1e93e-dc2c-44d4-b9f5-36ce687a5823 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.305746] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f167e-0c42-4b05-8a89-3575a26b50fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.341186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df86b0-5895-4eef-8410-f58c53ee4068 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.343940] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1181.343940] env[65677]: value = "task-4637169" [ 1181.343940] env[65677]: _type = "Task" [ 1181.343940] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.352464] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed11638f-69f0-49e1-af9d-d47cf439e363 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.360322] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637169, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.372733] env[65677]: DEBUG nova.compute.provider_tree [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.554125] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.614776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-561e2d6c-8562-4336-af8a-c2683c4b9e48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.614776] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-561e2d6c-8562-4336-af8a-c2683c4b9e48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.614776] env[65677]: DEBUG nova.network.neutron [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.619516] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.854394] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637169, 'name': ReconfigVM_Task, 'duration_secs': 0.289244} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.854669] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.855457] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed846b05-1ae1-4466-b69d-d9a7cf854d20 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.876676] env[65677]: DEBUG nova.scheduler.client.report [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.889119] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.889837] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4440e0c-2bf3-4811-951d-7708ad5dbd18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.911896] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1181.911896] env[65677]: value = "task-4637170" [ 1181.911896] env[65677]: _type = "Task" [ 1181.911896] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.922062] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.054279] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637167, 'name': ReconfigVM_Task, 'duration_secs': 0.601634} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.054580] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358/volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.060868] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3eefb81-6581-4ea6-a620-894f311a9ed9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.076767] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1182.076767] env[65677]: value = "task-4637171" [ 1182.076767] env[65677]: _type = "Task" [ 1182.076767] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.086522] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.119995] env[65677]: DEBUG oslo_vmware.api [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637168, 'name': PowerOnVM_Task, 'duration_secs': 0.885169} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.122813] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.126909] env[65677]: INFO nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1182.127172] env[65677]: DEBUG nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1182.128302] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f1f5b-29ac-430b-a5b1-bf779ec12d3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.168334] env[65677]: DEBUG nova.network.neutron [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1182.259175] env[65677]: WARNING neutronclient.v2_0.client [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.375908] env[65677]: DEBUG nova.network.neutron [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Updating instance_info_cache with network_info: [{"id": "720a65ff-2708-49c1-af70-b051499fe0e4", "address": "fa:16:3e:1f:35:5f", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a65ff-27", "ovs_interfaceid": "720a65ff-2708-49c1-af70-b051499fe0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.390871] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.391444] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1182.398052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.054s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.398052] env[65677]: INFO nova.compute.claims [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.423211] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637170, 'name': ReconfigVM_Task, 'duration_secs': 0.439543} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.423518] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f/5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.424437] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66995059-a445-42f4-a7f3-4c18fca90e2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.451221] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e29a0f-8254-4874-a9d9-7a47a5b367a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.476549] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0749d-8ad3-4e39-bcef-f407ddde34ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.499718] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fa3a9a-0448-43c7-9c41-48c8aa935726 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.508645] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.509186] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-053a8481-11fa-4039-8fb5-030c76f17861 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.518069] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1182.518069] env[65677]: value = "task-4637172" [ 1182.518069] env[65677]: _type = "Task" [ 1182.518069] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.528139] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.586932] env[65677]: DEBUG oslo_vmware.api [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637171, 'name': ReconfigVM_Task, 'duration_secs': 0.188245} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.587357] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905547', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'name': 'volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'serial': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.648149] env[65677]: INFO nova.compute.manager [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Took 22.55 seconds to build instance. [ 1182.878767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-561e2d6c-8562-4336-af8a-c2683c4b9e48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.880417] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Instance network_info: |[{"id": "720a65ff-2708-49c1-af70-b051499fe0e4", "address": "fa:16:3e:1f:35:5f", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a65ff-27", "ovs_interfaceid": "720a65ff-2708-49c1-af70-b051499fe0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1182.880417] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:35:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '720a65ff-2708-49c1-af70-b051499fe0e4', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.889368] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating folder: Project (0ba6ca37e89b4473aacd9f26a3a934ac). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.889684] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b63df33a-29b2-427a-9160-226a2249f706 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.901418] env[65677]: DEBUG nova.compute.utils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.907215] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1182.907215] env[65677]: DEBUG nova.network.neutron [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1182.907215] env[65677]: WARNING neutronclient.v2_0.client [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.907407] env[65677]: WARNING neutronclient.v2_0.client [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.910296] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created folder: Project (0ba6ca37e89b4473aacd9f26a3a934ac) in parent group-v905237. [ 1182.910509] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating folder: Instances. Parent ref: group-v905548. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.914715] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82041c2e-b531-4266-832c-ef26f1a38452 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.925278] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created folder: Instances in parent group-v905548. [ 1182.925572] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1182.925815] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.926860] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b868bb6e-327d-4f0f-b60c-5f2408c9bfd8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.954575] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.954575] env[65677]: value = "task-4637175" [ 1182.954575] env[65677]: _type = "Task" [ 1182.954575] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.965699] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637175, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.029398] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.036431] env[65677]: DEBUG nova.policy [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61dce7773d02490bb4e47765e552b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37198fba19344904acda835e29b041ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.070137] env[65677]: DEBUG nova.compute.manager [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Received event network-changed-720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1183.070250] env[65677]: DEBUG nova.compute.manager [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Refreshing instance network info cache due to event network-changed-720a65ff-2708-49c1-af70-b051499fe0e4. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1183.070407] env[65677]: DEBUG oslo_concurrency.lockutils [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] Acquiring lock "refresh_cache-561e2d6c-8562-4336-af8a-c2683c4b9e48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.070547] env[65677]: DEBUG oslo_concurrency.lockutils [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] Acquired lock "refresh_cache-561e2d6c-8562-4336-af8a-c2683c4b9e48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.070700] env[65677]: DEBUG nova.network.neutron [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Refreshing network info cache for port 720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.150396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b977f1b0-fd47-40ac-943f-707e3c8e13da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.068s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.412733] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1183.479161] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637175, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.538989] env[65677]: DEBUG oslo_vmware.api [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637172, 'name': PowerOnVM_Task, 'duration_secs': 0.679814} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.539351] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.577214] env[65677]: WARNING neutronclient.v2_0.client [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.599734] env[65677]: DEBUG nova.network.neutron [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Successfully created port: fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1183.642897] env[65677]: DEBUG nova.objects.instance [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid b605b05c-982c-4fed-a7dc-9117e38d0825 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.729424] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f88612-77c6-4bda-a7dd-9834c242e13a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.739607] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3365139b-8464-420b-949a-02018fbb2101 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.777097] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4012696c-0eef-4b34-b0c4-fe33ff8155a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.786073] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121a536f-bbd5-4a4f-83a8-ccc03fba7a69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.801719] env[65677]: DEBUG nova.compute.provider_tree [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.967414] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637175, 'name': CreateVM_Task, 'duration_secs': 0.545303} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.967615] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.968209] env[65677]: WARNING neutronclient.v2_0.client [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.968598] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.968758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.969099] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.969529] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a752ef-84ac-4c03-87c3-24e160f5f50f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.975846] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1183.975846] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52701a46-fec2-2022-ad11-3fa5b013aedd" [ 1183.975846] env[65677]: _type = "Task" [ 1183.975846] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.988447] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52701a46-fec2-2022-ad11-3fa5b013aedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.149661] env[65677]: DEBUG oslo_concurrency.lockutils [None req-77f3bc6c-5271-4f5c-8939-db4101772911 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.832s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.182612] env[65677]: WARNING neutronclient.v2_0.client [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.308752] env[65677]: DEBUG nova.scheduler.client.report [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.431619] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1184.460322] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.460322] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.460322] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.460322] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.460537] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.460537] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.460688] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.460843] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.461011] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.461195] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.461424] env[65677]: DEBUG nova.virt.hardware [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.462648] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302d7cee-397a-435e-98ab-55354254278f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.476775] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca8ac6-5ccb-432d-bc72-052899788c5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.502551] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52701a46-fec2-2022-ad11-3fa5b013aedd, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.502894] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.503134] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.503365] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.503504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.503675] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.504258] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f88b630-dfaa-4a1b-a84b-fb2496b03b36 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.521552] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.521969] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.523654] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89249f5f-389c-46a7-95c8-5cac1ebb790e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.531240] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1184.531240] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a1cea9-477d-ad36-34b3-453e83700907" [ 1184.531240] env[65677]: _type = "Task" [ 1184.531240] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.540818] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a1cea9-477d-ad36-34b3-453e83700907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.589458] env[65677]: INFO nova.compute.manager [None req-e771b21a-38dd-40ec-8b5c-a8402a3abb53 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance to original state: 'active' [ 1184.816072] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.816612] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1184.819237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.704s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.819472] env[65677]: DEBUG nova.objects.instance [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lazy-loading 'resources' on Instance uuid 9e1770b5-2b53-497c-b013-89804418b0a7 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.979178] env[65677]: DEBUG nova.compute.manager [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1185.045676] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a1cea9-477d-ad36-34b3-453e83700907, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.046536] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b25b87c-5691-4283-bc3f-ffbdab8c9d10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.055320] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1185.055320] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5298464a-c102-9bf2-e14f-3934996391a7" [ 1185.055320] env[65677]: _type = "Task" [ 1185.055320] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.065186] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5298464a-c102-9bf2-e14f-3934996391a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.126461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.126860] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.260269] env[65677]: DEBUG nova.network.neutron [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Successfully updated port: fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1185.270758] env[65677]: DEBUG nova.network.neutron [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Updated VIF entry in instance network info cache for port 720a65ff-2708-49c1-af70-b051499fe0e4. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.271702] env[65677]: DEBUG nova.network.neutron [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Updating instance_info_cache with network_info: [{"id": "720a65ff-2708-49c1-af70-b051499fe0e4", "address": "fa:16:3e:1f:35:5f", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a65ff-27", "ovs_interfaceid": "720a65ff-2708-49c1-af70-b051499fe0e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.326865] env[65677]: DEBUG nova.compute.utils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.329149] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1185.329149] env[65677]: DEBUG nova.network.neutron [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1185.329505] env[65677]: WARNING neutronclient.v2_0.client [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.329789] env[65677]: WARNING neutronclient.v2_0.client [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.376582] env[65677]: DEBUG nova.policy [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.502662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.568179] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5298464a-c102-9bf2-e14f-3934996391a7, 'name': SearchDatastore_Task, 'duration_secs': 0.029493} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.571261] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.571802] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 561e2d6c-8562-4336-af8a-c2683c4b9e48/561e2d6c-8562-4336-af8a-c2683c4b9e48.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.572063] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411896bc-4035-4c5e-953f-53d4ffd782e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.580300] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1185.580300] env[65677]: value = "task-4637176" [ 1185.580300] env[65677]: _type = "Task" [ 1185.580300] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.586008] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb93521-9085-4cf7-b065-b55c55f1c669 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.592213] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.598282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d2e78-0ef3-4ab3-b330-2e78eaf41859 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.634735] env[65677]: INFO nova.compute.manager [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Detaching volume 1fcf6792-122c-4625-a169-5333c6cef73e [ 1185.638441] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92214a2-dc7e-4023-aece-25867416575e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.649196] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33ff6e-ee5e-415f-a982-38f2825a4a4f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.665223] env[65677]: DEBUG nova.compute.provider_tree [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.679304] env[65677]: INFO nova.virt.block_device [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Attempting to driver detach volume 1fcf6792-122c-4625-a169-5333c6cef73e from mountpoint /dev/sdb [ 1185.679304] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.679384] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905543', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'name': 'volume-1fcf6792-122c-4625-a169-5333c6cef73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'serial': '1fcf6792-122c-4625-a169-5333c6cef73e'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.681409] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56e079b-9cf4-4d60-802b-56f97286e24d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.706469] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb17ec9d-636e-4473-981f-1c182bb9b930 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.716431] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0abf49-57a0-46ea-acef-a3b78e8b9725 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.741697] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab37c96-65c6-4df7-b264-a9a79cb6a235 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.761119] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The volume has not been displaced from its original location: [datastore2] volume-1fcf6792-122c-4625-a169-5333c6cef73e/volume-1fcf6792-122c-4625-a169-5333c6cef73e.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.766416] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.767197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.767330] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.767490] env[65677]: DEBUG nova.network.neutron [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.768882] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2db098-60a1-4c6f-a5f4-64aec2ba5cd1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.784581] env[65677]: DEBUG nova.network.neutron [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Successfully created port: f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1185.787110] env[65677]: DEBUG oslo_concurrency.lockutils [req-ca322b98-1dfc-44a6-b511-b2a707c104d2 req-4e62f881-13dd-4b36-bc04-0b0bd7c196c2 service nova] Releasing lock "refresh_cache-561e2d6c-8562-4336-af8a-c2683c4b9e48" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.794252] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1185.794252] env[65677]: value = "task-4637177" [ 1185.794252] env[65677]: _type = "Task" [ 1185.794252] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.805440] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.834606] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1185.856104] env[65677]: DEBUG nova.compute.manager [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Received event network-changed-6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1185.856104] env[65677]: DEBUG nova.compute.manager [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Refreshing instance network info cache due to event network-changed-6a23ec37-bc9a-4213-935c-4d177e0a0188. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1185.856104] env[65677]: DEBUG oslo_concurrency.lockutils [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] Acquiring lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.856104] env[65677]: DEBUG oslo_concurrency.lockutils [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] Acquired lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.856104] env[65677]: DEBUG nova.network.neutron [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Refreshing network info cache for port 6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.093275] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637176, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.168595] env[65677]: DEBUG nova.scheduler.client.report [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.307730] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.358560] env[65677]: WARNING neutronclient.v2_0.client [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.366203] env[65677]: DEBUG nova.network.neutron [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1186.592608] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698592} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.592952] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 561e2d6c-8562-4336-af8a-c2683c4b9e48/561e2d6c-8562-4336-af8a-c2683c4b9e48.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.594041] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.594041] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab2f6cc5-8e1a-4ef6-a98c-174d12ec17b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.601702] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1186.601702] env[65677]: value = "task-4637178" [ 1186.601702] env[65677]: _type = "Task" [ 1186.601702] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.611614] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.660490] env[65677]: WARNING neutronclient.v2_0.client [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.673891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.676849] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.955s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.680426] env[65677]: INFO nova.compute.claims [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.717734] env[65677]: INFO nova.scheduler.client.report [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Deleted allocations for instance 9e1770b5-2b53-497c-b013-89804418b0a7 [ 1186.774148] env[65677]: WARNING neutronclient.v2_0.client [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.807659] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637177, 'name': ReconfigVM_Task, 'duration_secs': 0.624734} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.808599] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.813636] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57eaa88a-f9af-43e9-b06b-1af634ee2a09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.832076] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1186.832076] env[65677]: value = "task-4637179" [ 1186.832076] env[65677]: _type = "Task" [ 1186.832076] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.844466] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1186.847666] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.859933] env[65677]: DEBUG nova.network.neutron [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.874624] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1186.875336] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.875636] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1186.876319] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.876818] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1186.877182] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1186.878565] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.878565] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1186.878565] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1186.878565] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1186.878863] env[65677]: DEBUG nova.virt.hardware [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1186.880020] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eab46d-67aa-450a-a611-f47324b71b89 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.891972] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa7d1b-d905-4fa8-bdd3-346fbca424ba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.990382] env[65677]: DEBUG nova.network.neutron [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updated VIF entry in instance network info cache for port 6a23ec37-bc9a-4213-935c-4d177e0a0188. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1186.990807] env[65677]: DEBUG nova.network.neutron [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updating instance_info_cache with network_info: [{"id": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "address": "fa:16:3e:1b:be:1a", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a23ec37-bc", "ovs_interfaceid": "6a23ec37-bc9a-4213-935c-4d177e0a0188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.117251] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071519} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.117251] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.118085] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ee45b-7163-4ee7-8866-145ce71b27d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.144462] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 561e2d6c-8562-4336-af8a-c2683c4b9e48/561e2d6c-8562-4336-af8a-c2683c4b9e48.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.145227] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abcdcc05-bfd7-4248-b882-d08a1b8c435b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.167860] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1187.167860] env[65677]: value = "task-4637180" [ 1187.167860] env[65677]: _type = "Task" [ 1187.167860] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.178273] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.226597] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b511b13c-39ad-4a6d-8f30-ebb5c851008f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Lock "9e1770b5-2b53-497c-b013-89804418b0a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.195s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.345730] env[65677]: DEBUG oslo_vmware.api [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637179, 'name': ReconfigVM_Task, 'duration_secs': 0.198084} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.346208] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905543', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'name': 'volume-1fcf6792-122c-4625-a169-5333c6cef73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': '1fcf6792-122c-4625-a169-5333c6cef73e', 'serial': '1fcf6792-122c-4625-a169-5333c6cef73e'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.365031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.365031] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Instance network_info: |[{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1187.365031] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:83:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb40558a-75ca-4044-8d00-f8cdbe64ecc2', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.374903] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1187.374903] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.374903] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca960380-40cd-4f99-91a5-10c86385411b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.398880] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.398880] env[65677]: value = "task-4637181" [ 1187.398880] env[65677]: _type = "Task" [ 1187.398880] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.408905] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637181, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.459112] env[65677]: DEBUG nova.network.neutron [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Successfully updated port: f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1187.494988] env[65677]: DEBUG oslo_concurrency.lockutils [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] Releasing lock "refresh_cache-ee6d6221-ddea-44f1-9a44-aa9a423ef62a" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.495488] env[65677]: DEBUG nova.compute.manager [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Received event network-changed-82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1187.495690] env[65677]: DEBUG nova.compute.manager [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Refreshing instance network info cache due to event network-changed-82deff89-f89d-431d-9460-d94f4c7d325d. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1187.496280] env[65677]: DEBUG oslo_concurrency.lockutils [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] Acquiring lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.496280] env[65677]: DEBUG oslo_concurrency.lockutils [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] Acquired lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.496280] env[65677]: DEBUG nova.network.neutron [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Refreshing network info cache for port 82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.680208] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.897820] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Received event network-vif-plugged-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1187.898099] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Acquiring lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.898723] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.898723] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.898723] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] No waiting events found dispatching network-vif-plugged-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1187.898933] env[65677]: WARNING nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Received unexpected event network-vif-plugged-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 for instance with vm_state building and task_state spawning. [ 1187.899654] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Received event network-changed-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1187.899654] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Refreshing instance network info cache due to event network-changed-fb40558a-75ca-4044-8d00-f8cdbe64ecc2. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1187.899823] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.900083] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.900083] env[65677]: DEBUG nova.network.neutron [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Refreshing network info cache for port fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.911788] env[65677]: DEBUG nova.objects.instance [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid b605b05c-982c-4fed-a7dc-9117e38d0825 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.926413] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637181, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.943959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.943959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.944298] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.944622] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.944803] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.947698] env[65677]: INFO nova.compute.manager [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Terminating instance [ 1187.955167] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f7f671-2278-44f1-81cf-c5c6243c8000 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.962656] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-3e27ec43-c48e-46c8-a950-0dd201f3a377" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.963035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-3e27ec43-c48e-46c8-a950-0dd201f3a377" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.963035] env[65677]: DEBUG nova.network.neutron [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.966899] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaae326-3360-44c5-9776-fb9d2db681ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.007359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "85e62a5c-0c89-491e-b32e-6652f4734763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.007728] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "85e62a5c-0c89-491e-b32e-6652f4734763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.010156] env[65677]: WARNING neutronclient.v2_0.client [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.014266] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1ac0a-baaf-4960-8a89-28e8e2893601 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.027580] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e053e44-bf46-4fa5-bfaf-f765022ba372 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.046321] env[65677]: DEBUG nova.compute.provider_tree [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.185956] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637180, 'name': ReconfigVM_Task, 'duration_secs': 0.667447} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.186301] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 561e2d6c-8562-4336-af8a-c2683c4b9e48/561e2d6c-8562-4336-af8a-c2683c4b9e48.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.187248] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-702f556d-2aeb-4db8-a93f-4e19de450b76 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.198370] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1188.198370] env[65677]: value = "task-4637182" [ 1188.198370] env[65677]: _type = "Task" [ 1188.198370] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.212800] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637182, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.214270] env[65677]: WARNING neutronclient.v2_0.client [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.401137] env[65677]: DEBUG nova.network.neutron [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updated VIF entry in instance network info cache for port 82deff89-f89d-431d-9460-d94f4c7d325d. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1188.401137] env[65677]: DEBUG nova.network.neutron [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.406038] env[65677]: WARNING neutronclient.v2_0.client [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.423017] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637181, 'name': CreateVM_Task, 'duration_secs': 0.537955} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.423983] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.423983] env[65677]: WARNING neutronclient.v2_0.client [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.424603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.424603] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.424830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.429214] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb4a018-0c7e-416d-8405-4845c7647ba1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.434751] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1188.434751] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5206674a-e33d-68f3-f97d-c81e5bd9bdad" [ 1188.434751] env[65677]: _type = "Task" [ 1188.434751] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.445404] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5206674a-e33d-68f3-f97d-c81e5bd9bdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.453186] env[65677]: DEBUG nova.compute.manager [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1188.453579] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.454249] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c46bcef4-2e47-4138-92bb-57284095c53d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.463050] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1188.463050] env[65677]: value = "task-4637183" [ 1188.463050] env[65677]: _type = "Task" [ 1188.463050] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.476488] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.514289] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1188.524622] env[65677]: DEBUG nova.network.neutron [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1188.575917] env[65677]: ERROR nova.scheduler.client.report [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [req-6e9c2e7a-82dd-49f7-a1dc-ed4ad597f83a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e9c2e7a-82dd-49f7-a1dc-ed4ad597f83a"}]} [ 1188.600320] env[65677]: DEBUG nova.scheduler.client.report [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1188.618796] env[65677]: DEBUG nova.scheduler.client.report [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1188.618975] env[65677]: DEBUG nova.compute.provider_tree [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.631857] env[65677]: DEBUG nova.scheduler.client.report [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1188.648650] env[65677]: WARNING neutronclient.v2_0.client [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.652162] env[65677]: DEBUG nova.scheduler.client.report [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1188.712126] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637182, 'name': Rename_Task, 'duration_secs': 0.195122} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.712348] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.713179] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c1cd91-65ff-4773-a1a2-c7cf1c0b3c0f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.722480] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1188.722480] env[65677]: value = "task-4637184" [ 1188.722480] env[65677]: _type = "Task" [ 1188.722480] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.731550] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.771239] env[65677]: WARNING neutronclient.v2_0.client [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.903802] env[65677]: DEBUG oslo_concurrency.lockutils [req-4163f79b-fb7f-489b-b953-6a6a1118f226 req-c641064e-8467-4f7f-978c-411d368f870b service nova] Releasing lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.913938] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f472d092-a405-404d-9f20-0e27170ca752 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.926494] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d3bac-40fe-4acc-9753-75dcd3cb04c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.935144] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cd508f10-64d0-4ad4-8c1a-610f1173fbfa tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.808s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.978313] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823de5e7-2d65-4312-9f47-0827c7938ae0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.985999] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5206674a-e33d-68f3-f97d-c81e5bd9bdad, 'name': SearchDatastore_Task, 'duration_secs': 0.020052} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.986811] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.987284] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.987363] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.987530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.987756] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.988499] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a4ed57-dabe-44f3-aedb-9c110a4641cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.996223] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637183, 'name': PowerOffVM_Task, 'duration_secs': 0.371569} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.996969] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.997275] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.997535] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905529', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'name': 'volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f', 'attached_at': '2025-11-21T01:59:30.000000', 'detached_at': '', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'serial': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.998860] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5c4b82-b1d8-47ed-b2b3-12b1f2683364 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.004791] env[65677]: DEBUG nova.network.neutron [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updated VIF entry in instance network info cache for port fb40558a-75ca-4044-8d00-f8cdbe64ecc2. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1189.004791] env[65677]: DEBUG nova.network.neutron [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.006673] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b955d6-1815-4f7a-acef-1206de193c68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.012155] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.012155] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.017292] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8114f4f6-fa00-4d80-accf-3dbb7833af53 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.043054] env[65677]: DEBUG nova.compute.provider_tree [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.044977] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1073ad-9b9a-4522-bdaf-82b615f83180 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.052372] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1189.052372] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cdde69-fb1f-a673-b052-7b2a25d97108" [ 1189.052372] env[65677]: _type = "Task" [ 1189.052372] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.060527] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf4686-4274-4664-ae52-9e409641c5e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.069630] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52cdde69-fb1f-a673-b052-7b2a25d97108, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.069630] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53649153-a7cd-4870-a21e-c3be293b6895 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.090874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.092247] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1bcc88-3856-4ca2-84b0-038eadec8c22 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.100091] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1189.100091] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c17002-c9ad-0f89-b521-124b836971e3" [ 1189.100091] env[65677]: _type = "Task" [ 1189.100091] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.116675] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The volume has not been displaced from its original location: [datastore2] volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d/volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.123123] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.124037] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b6072f3-675c-49c9-af59-9a95ce012bdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.139767] env[65677]: DEBUG nova.network.neutron [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Updating instance_info_cache with network_info: [{"id": "f1ca52f4-2515-4173-9afb-3105e928c5cb", "address": "fa:16:3e:ae:6d:ee", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ca52f4-25", "ovs_interfaceid": "f1ca52f4-2515-4173-9afb-3105e928c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.145310] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c17002-c9ad-0f89-b521-124b836971e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.146382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.146572] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.146856] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f186475d-33d6-439e-81bb-b699a892063b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.156300] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1189.156300] env[65677]: value = "task-4637185" [ 1189.156300] env[65677]: _type = "Task" [ 1189.156300] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.158880] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1189.158880] env[65677]: value = "task-4637186" [ 1189.158880] env[65677]: _type = "Task" [ 1189.158880] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.177850] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.178107] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.234683] env[65677]: DEBUG oslo_vmware.api [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637184, 'name': PowerOnVM_Task, 'duration_secs': 0.498188} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.235982] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.235982] env[65677]: INFO nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1189.235982] env[65677]: DEBUG nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1189.236451] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc19c28-5fdc-4c40-8271-1523166d0c80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.333294] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.333607] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.515164] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.515164] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Received event network-vif-plugged-f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1189.515164] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Acquiring lock "3e27ec43-c48e-46c8-a950-0dd201f3a377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.515164] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.515164] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.515164] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] No waiting events found dispatching network-vif-plugged-f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1189.515164] env[65677]: WARNING nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Received unexpected event network-vif-plugged-f1ca52f4-2515-4173-9afb-3105e928c5cb for instance with vm_state building and task_state spawning. [ 1189.515164] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Received event network-changed-f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1189.515164] env[65677]: DEBUG nova.compute.manager [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Refreshing instance network info cache due to event network-changed-f1ca52f4-2515-4173-9afb-3105e928c5cb. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1189.515164] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Acquiring lock "refresh_cache-3e27ec43-c48e-46c8-a950-0dd201f3a377" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.591345] env[65677]: DEBUG nova.scheduler.client.report [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1189.591345] env[65677]: DEBUG nova.compute.provider_tree [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 158 to 159 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1189.591503] env[65677]: DEBUG nova.compute.provider_tree [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.648420] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-3e27ec43-c48e-46c8-a950-0dd201f3a377" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.648420] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Instance network_info: |[{"id": "f1ca52f4-2515-4173-9afb-3105e928c5cb", "address": "fa:16:3e:ae:6d:ee", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ca52f4-25", "ovs_interfaceid": "f1ca52f4-2515-4173-9afb-3105e928c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1189.648420] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Acquired lock "refresh_cache-3e27ec43-c48e-46c8-a950-0dd201f3a377" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.648420] env[65677]: DEBUG nova.network.neutron [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Refreshing network info cache for port f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.649028] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:6d:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1ca52f4-2515-4173-9afb-3105e928c5cb', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.657715] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1189.658742] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.660461] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ec3675-1650-43d5-9370-a15863578a3f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.700318] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637185, 'name': ReconfigVM_Task, 'duration_secs': 0.261488} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.708126] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.714393] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.714853] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.714853] env[65677]: value = "task-4637187" [ 1189.714853] env[65677]: _type = "Task" [ 1189.714853] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.715825] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6ad7fc-5800-474d-a0db-47bab225bc27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.738294] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1189.738294] env[65677]: value = "task-4637188" [ 1189.738294] env[65677]: _type = "Task" [ 1189.738294] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.742370] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637187, 'name': CreateVM_Task} progress is 15%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.746359] env[65677]: DEBUG oslo_concurrency.lockutils [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.746596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.761911] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.767192] env[65677]: INFO nova.compute.manager [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Took 24.77 seconds to build instance. [ 1189.838213] env[65677]: DEBUG nova.compute.utils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.101227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.424s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.101777] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1190.105670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.603s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.159987] env[65677]: WARNING neutronclient.v2_0.client [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.197731] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60155} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.201087] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.201344] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.201858] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec2d166e-58d4-45fe-8fc8-2bbfdad9c7dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.211069] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1190.211069] env[65677]: value = "task-4637189" [ 1190.211069] env[65677]: _type = "Task" [ 1190.211069] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.222565] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.238979] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637187, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.250048] env[65677]: INFO nova.compute.manager [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Detaching volume f51e076b-36b6-4ac7-ab65-ea7b2f97d358 [ 1190.256738] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637188, 'name': ReconfigVM_Task, 'duration_secs': 0.262725} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.261223] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905529', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'name': 'volume-adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f', 'attached_at': '2025-11-21T01:59:30.000000', 'detached_at': '', 'volume_id': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d', 'serial': 'adf6424d-45c7-47cc-8e6b-c3d9b4ccfb7d'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.261550] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.263000] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a2ff5-1fdb-479c-b02b-630751d2a4cb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.274353] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b3a6c35b-1af6-4776-ac87-a15d353bb480 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.283s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.275043] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.275928] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3637444-6ada-4b85-a5ae-61d00bcd6f4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.310452] env[65677]: INFO nova.virt.block_device [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Attempting to driver detach volume f51e076b-36b6-4ac7-ab65-ea7b2f97d358 from mountpoint /dev/sdc [ 1190.310452] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.310762] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905547', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'name': 'volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'serial': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.311979] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552e5634-5297-4d09-82e1-da033fda9451 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.337460] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d20e8c2-388a-4d18-af03-405bccb81db7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.340589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.345186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c955e-11d3-4c72-904c-ad64f8a55dd7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.370581] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54038073-bcdf-4eac-86f3-ba6d84805c64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.374929] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.375210] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.375377] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleting the datastore file [datastore2] 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.376106] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713bd68d-a9d7-43a5-898e-c83c0c39e8a8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.388787] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] The volume has not been displaced from its original location: [datastore2] volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358/volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.394700] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.395540] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b01aa52-37c4-47af-a601-21d75840cea2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.413433] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1190.413433] env[65677]: value = "task-4637191" [ 1190.413433] env[65677]: _type = "Task" [ 1190.413433] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.420279] env[65677]: DEBUG oslo_vmware.api [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1190.420279] env[65677]: value = "task-4637192" [ 1190.420279] env[65677]: _type = "Task" [ 1190.420279] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.423607] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.432230] env[65677]: DEBUG oslo_vmware.api [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.445274] env[65677]: WARNING neutronclient.v2_0.client [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.543032] env[65677]: DEBUG nova.network.neutron [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Updated VIF entry in instance network info cache for port f1ca52f4-2515-4173-9afb-3105e928c5cb. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1190.543032] env[65677]: DEBUG nova.network.neutron [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Updating instance_info_cache with network_info: [{"id": "f1ca52f4-2515-4173-9afb-3105e928c5cb", "address": "fa:16:3e:ae:6d:ee", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ca52f4-25", "ovs_interfaceid": "f1ca52f4-2515-4173-9afb-3105e928c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.607804] env[65677]: DEBUG nova.compute.utils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.609357] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1190.609566] env[65677]: DEBUG nova.network.neutron [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1190.609915] env[65677]: WARNING neutronclient.v2_0.client [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.610248] env[65677]: WARNING neutronclient.v2_0.client [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.614327] env[65677]: INFO nova.compute.claims [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.665338] env[65677]: DEBUG nova.policy [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff6731a3a7634c82a99e77c18194a445', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6246a93153dd4185a84895ce7217ea4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.722228] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073345} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.722513] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.723361] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba3b9a-6ed8-4540-9d2e-1bf039ff36fa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.753289] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.754523] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d8d24d-9803-4ea4-a5ff-2307f9e5eb60 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.772684] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637187, 'name': CreateVM_Task, 'duration_secs': 0.5567} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.773359] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.774183] env[65677]: WARNING neutronclient.v2_0.client [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.774838] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.775058] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.775625] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.776044] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be204ee-27b5-4b1c-8f31-1a92075ec3a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.779982] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1190.779982] env[65677]: value = "task-4637193" [ 1190.779982] env[65677]: _type = "Task" [ 1190.779982] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.786687] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1190.786687] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521a2fd4-ce23-7d73-3682-94d37a56d32b" [ 1190.786687] env[65677]: _type = "Task" [ 1190.786687] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.793677] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.799904] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]521a2fd4-ce23-7d73-3682-94d37a56d32b, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.800340] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.800684] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.801756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.801756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.801756] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.801756] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3a625c-c74d-49d9-8f36-cecdf5eb518b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.816550] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.816795] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.817720] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a53961-8134-4e3b-a08e-1294694212a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.824393] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1190.824393] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a93440-83fb-74ab-275f-c45ee88140d1" [ 1190.824393] env[65677]: _type = "Task" [ 1190.824393] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.833698] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a93440-83fb-74ab-275f-c45ee88140d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.930143] env[65677]: DEBUG oslo_vmware.api [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332656} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.934012] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.934194] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.934384] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.934564] env[65677]: INFO nova.compute.manager [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Took 2.48 seconds to destroy the instance on the hypervisor. [ 1190.934815] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.935163] env[65677]: DEBUG nova.compute.manager [-] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1190.935249] env[65677]: DEBUG nova.network.neutron [-] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.935460] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.943671] env[65677]: DEBUG oslo_vmware.api [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637192, 'name': ReconfigVM_Task, 'duration_secs': 0.317856} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.943981] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.949855] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bead496f-e556-4b26-926f-360fbbfdbcba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.974779] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.980105] env[65677]: DEBUG oslo_vmware.api [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1190.980105] env[65677]: value = "task-4637194" [ 1190.980105] env[65677]: _type = "Task" [ 1190.980105] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.990933] env[65677]: DEBUG oslo_vmware.api [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.993587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "561e2d6c-8562-4336-af8a-c2683c4b9e48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.993838] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.994075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "561e2d6c-8562-4336-af8a-c2683c4b9e48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.994264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.994442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.996755] env[65677]: INFO nova.compute.manager [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Terminating instance [ 1191.045626] env[65677]: DEBUG oslo_concurrency.lockutils [req-76ddbc0c-fe0e-4d4d-9b22-6ea98d6a77aa req-9320392b-6306-4e04-a8e0-f3e13f27fef5 service nova] Releasing lock "refresh_cache-3e27ec43-c48e-46c8-a950-0dd201f3a377" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.056334] env[65677]: DEBUG nova.network.neutron [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Successfully created port: c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1191.120070] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1191.124831] env[65677]: INFO nova.compute.resource_tracker [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating resource usage from migration 0d2a5ee6-48c4-4627-8506-003c26be91cb [ 1191.293914] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.336128] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a93440-83fb-74ab-275f-c45ee88140d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.340934] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d5e8a2-eb95-406e-87ed-07a1eab4bb4b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.349922] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1191.349922] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c4299-8d1b-ea5e-c610-c030c4424cd3" [ 1191.349922] env[65677]: _type = "Task" [ 1191.349922] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.366901] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c4299-8d1b-ea5e-c610-c030c4424cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.369333] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db74e56e-da1a-4cea-9019-08eda162e27c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.377786] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0dcd7b-340a-4b41-a420-d27183340ba9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.408503] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a463bf-8adc-44cc-837c-a35ff4e49eee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.417717] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5003d-71ea-40a2-b8ac-926168c6d3c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.434046] env[65677]: DEBUG nova.compute.provider_tree [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.493179] env[65677]: DEBUG oslo_vmware.api [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637194, 'name': ReconfigVM_Task, 'duration_secs': 0.164462} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.493179] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905547', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'name': 'volume-f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b605b05c-982c-4fed-a7dc-9117e38d0825', 'attached_at': '', 'detached_at': '', 'volume_id': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358', 'serial': 'f51e076b-36b6-4ac7-ab65-ea7b2f97d358'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.500577] env[65677]: DEBUG nova.compute.manager [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1191.500781] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.501615] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a535a-f326-422a-a459-416e94b8c305 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.511089] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.511359] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b4f5f1-f097-40e2-ad92-4b4c466e076c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.518937] env[65677]: DEBUG oslo_vmware.api [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1191.518937] env[65677]: value = "task-4637195" [ 1191.518937] env[65677]: _type = "Task" [ 1191.518937] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.528344] env[65677]: DEBUG oslo_vmware.api [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.567638] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.567940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.568371] env[65677]: INFO nova.compute.manager [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Attaching volume bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1 to /dev/sdb [ 1191.607865] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80136e9e-32e6-4667-84ee-9ec8fc9267ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.616088] env[65677]: DEBUG nova.compute.manager [req-cd379868-b5f0-4cc3-b482-6ee8524b7991 req-2d0d29f4-4726-4428-a494-612a77342229 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Received event network-vif-deleted-2f188e4e-0368-468c-9b88-ab956983a0ae {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1191.616088] env[65677]: INFO nova.compute.manager [req-cd379868-b5f0-4cc3-b482-6ee8524b7991 req-2d0d29f4-4726-4428-a494-612a77342229 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Neutron deleted interface 2f188e4e-0368-468c-9b88-ab956983a0ae; detaching it from the instance and deleting it from the info cache [ 1191.616088] env[65677]: DEBUG nova.network.neutron [req-cd379868-b5f0-4cc3-b482-6ee8524b7991 req-2d0d29f4-4726-4428-a494-612a77342229 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.618151] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474b257-0955-442a-8682-5269bf43dffe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.639026] env[65677]: DEBUG nova.virt.block_device [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updating existing volume attachment record: a40da2c1-6779-4bd4-852d-b4da64f48506 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.792379] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.862359] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526c4299-8d1b-ea5e-c610-c030c4424cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.026853} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.862555] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.862671] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3e27ec43-c48e-46c8-a950-0dd201f3a377/3e27ec43-c48e-46c8-a950-0dd201f3a377.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.863043] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936e96c4-33ba-484b-a1ad-a9f8573bc976 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.870565] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1191.870565] env[65677]: value = "task-4637197" [ 1191.870565] env[65677]: _type = "Task" [ 1191.870565] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.881981] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.938688] env[65677]: DEBUG nova.scheduler.client.report [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.987994] env[65677]: DEBUG nova.network.neutron [-] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.031554] env[65677]: DEBUG oslo_vmware.api [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637195, 'name': PowerOffVM_Task, 'duration_secs': 0.250032} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.032852] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.032852] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.033114] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fbe4626-9a2b-4ee9-83d6-9326a8edbddb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.040293] env[65677]: DEBUG nova.objects.instance [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'flavor' on Instance uuid b605b05c-982c-4fed-a7dc-9117e38d0825 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.111834] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.112087] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.112277] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleting the datastore file [datastore2] 561e2d6c-8562-4336-af8a-c2683c4b9e48 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.112558] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78ec696d-7a85-4195-9ee1-8b33a211f7cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.118525] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79aa33d2-c420-49fb-97fd-b548e913057a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.122719] env[65677]: DEBUG oslo_vmware.api [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1192.122719] env[65677]: value = "task-4637199" [ 1192.122719] env[65677]: _type = "Task" [ 1192.122719] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.130641] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e2e93-16a4-478f-8ac0-8c84f99b95b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.146446] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1192.148736] env[65677]: DEBUG oslo_vmware.api [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.176113] env[65677]: DEBUG nova.compute.manager [req-cd379868-b5f0-4cc3-b482-6ee8524b7991 req-2d0d29f4-4726-4428-a494-612a77342229 service nova] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Detach interface failed, port_id=2f188e4e-0368-468c-9b88-ab956983a0ae, reason: Instance 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1192.186466] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1192.186722] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.187038] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1192.187189] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.187306] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1192.187461] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1192.187668] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1192.187889] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1192.188094] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1192.188262] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1192.188434] env[65677]: DEBUG nova.virt.hardware [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1192.189368] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31761221-defb-4fc1-983a-55ef4adab12f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.198753] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435a6bfd-9836-4d97-ade3-ff996b1571ea {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.294788] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637193, 'name': ReconfigVM_Task, 'duration_secs': 1.45071} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.295213] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.296133] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36f8075a-74a0-4e2a-bd47-a3193e4bbeab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.306194] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1192.306194] env[65677]: value = "task-4637200" [ 1192.306194] env[65677]: _type = "Task" [ 1192.306194] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.319071] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637200, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.380897] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637197, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.445030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.339s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.445308] env[65677]: INFO nova.compute.manager [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Migrating [ 1192.452746] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.361s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.453858] env[65677]: INFO nova.compute.claims [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.491750] env[65677]: INFO nova.compute.manager [-] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Took 1.56 seconds to deallocate network for instance. [ 1192.566068] env[65677]: DEBUG nova.compute.manager [req-c7808c9f-f15e-4fc4-9df9-632a44381166 req-c5e5a8e4-fcc6-4877-836a-27bc237ee374 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Received event network-vif-plugged-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1192.566068] env[65677]: DEBUG oslo_concurrency.lockutils [req-c7808c9f-f15e-4fc4-9df9-632a44381166 req-c5e5a8e4-fcc6-4877-836a-27bc237ee374 service nova] Acquiring lock "a196c891-484e-4e44-98e2-63879198b0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.566068] env[65677]: DEBUG oslo_concurrency.lockutils [req-c7808c9f-f15e-4fc4-9df9-632a44381166 req-c5e5a8e4-fcc6-4877-836a-27bc237ee374 service nova] Lock "a196c891-484e-4e44-98e2-63879198b0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.566395] env[65677]: DEBUG oslo_concurrency.lockutils [req-c7808c9f-f15e-4fc4-9df9-632a44381166 req-c5e5a8e4-fcc6-4877-836a-27bc237ee374 service nova] Lock "a196c891-484e-4e44-98e2-63879198b0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.566395] env[65677]: DEBUG nova.compute.manager [req-c7808c9f-f15e-4fc4-9df9-632a44381166 req-c5e5a8e4-fcc6-4877-836a-27bc237ee374 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] No waiting events found dispatching network-vif-plugged-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1192.566510] env[65677]: WARNING nova.compute.manager [req-c7808c9f-f15e-4fc4-9df9-632a44381166 req-c5e5a8e4-fcc6-4877-836a-27bc237ee374 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Received unexpected event network-vif-plugged-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 for instance with vm_state building and task_state spawning. [ 1192.634112] env[65677]: DEBUG oslo_vmware.api [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186928} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.634404] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.634588] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.634764] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.634929] env[65677]: INFO nova.compute.manager [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1192.635245] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1192.635449] env[65677]: DEBUG nova.compute.manager [-] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1192.635543] env[65677]: DEBUG nova.network.neutron [-] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1192.635790] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.663869] env[65677]: DEBUG nova.network.neutron [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Successfully updated port: c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1192.722095] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.817305] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637200, 'name': Rename_Task, 'duration_secs': 0.327146} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.817825] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.817933] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31a8ea1-3d92-4cc9-977b-da98941d862c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.825740] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1192.825740] env[65677]: value = "task-4637201" [ 1192.825740] env[65677]: _type = "Task" [ 1192.825740] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.834647] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.881947] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707579} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.882482] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 3e27ec43-c48e-46c8-a950-0dd201f3a377/3e27ec43-c48e-46c8-a950-0dd201f3a377.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.882873] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.882996] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-974e8aa4-0bdb-4060-a8c1-eef05299ad5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.892652] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1192.892652] env[65677]: value = "task-4637202" [ 1192.892652] env[65677]: _type = "Task" [ 1192.892652] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.906567] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.967913] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.968260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.968528] env[65677]: DEBUG nova.network.neutron [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.045907] env[65677]: INFO nova.compute.manager [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f] Took 0.55 seconds to detach 1 volumes for instance. [ 1193.053843] env[65677]: DEBUG oslo_concurrency.lockutils [None req-274e2ce0-6e00-49a6-b4dd-df3dbf55a863 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.180936] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.181249] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquired lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.181333] env[65677]: DEBUG nova.network.neutron [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.336175] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.403736] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102139} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.404038] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.404889] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6fdcd9-b6fd-4e30-9f75-a6a10581febf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.427392] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 3e27ec43-c48e-46c8-a950-0dd201f3a377/3e27ec43-c48e-46c8-a950-0dd201f3a377.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.427726] env[65677]: DEBUG nova.network.neutron [-] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.429015] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4708cba8-084f-4d94-bbd9-226ad0db8ceb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.444054] env[65677]: INFO nova.compute.manager [-] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Took 0.81 seconds to deallocate network for instance. [ 1193.452066] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1193.452066] env[65677]: value = "task-4637203" [ 1193.452066] env[65677]: _type = "Task" [ 1193.452066] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.461397] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.475357] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.553847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.664704] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.694588] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fb77d-d034-4b0d-85c5-e63aa108bee8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.706344] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a0425-c1e4-41cc-aae8-01ac0fec4414 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.744693] env[65677]: DEBUG nova.network.neutron [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.746577] env[65677]: DEBUG nova.network.neutron [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1193.749538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.749743] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.749932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "b605b05c-982c-4fed-a7dc-9117e38d0825-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.750115] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.750274] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.752217] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83353ac-7040-4829-baa3-d54dc97fd1c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.755979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.757552] env[65677]: INFO nova.compute.manager [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Terminating instance [ 1193.767683] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e07e94-8405-4362-a5fb-4c88730f7be5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.788018] env[65677]: DEBUG nova.compute.provider_tree [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.838122] env[65677]: DEBUG oslo_vmware.api [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637201, 'name': PowerOnVM_Task, 'duration_secs': 0.53362} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.838122] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.838122] env[65677]: INFO nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1193.838122] env[65677]: DEBUG nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1193.838847] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be2b928-a8fa-4dbf-b2bf-cd876cf6f3d3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.852164] env[65677]: WARNING neutronclient.v2_0.client [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.951107] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.963346] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.969353] env[65677]: DEBUG nova.network.neutron [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updating instance_info_cache with network_info: [{"id": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "address": "fa:16:3e:33:f7:10", "network": {"id": "ee2b710f-4be9-4673-bf8f-b4501367d3ec", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1860491994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6246a93153dd4185a84895ce7217ea4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc563bf32-06", "ovs_interfaceid": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.265561] env[65677]: DEBUG nova.compute.manager [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1194.265896] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.267029] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295b4ddc-3eb5-4c9a-b44c-35bd92d9035a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.275522] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.276170] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ac2d96-99aa-4f51-8b0f-e59bf4e905e6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.283271] env[65677]: DEBUG oslo_vmware.api [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1194.283271] env[65677]: value = "task-4637205" [ 1194.283271] env[65677]: _type = "Task" [ 1194.283271] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.294597] env[65677]: DEBUG nova.scheduler.client.report [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.298303] env[65677]: DEBUG oslo_vmware.api [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.366984] env[65677]: INFO nova.compute.manager [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Took 18.06 seconds to build instance. [ 1194.466276] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637203, 'name': ReconfigVM_Task, 'duration_secs': 0.54162} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.466452] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 3e27ec43-c48e-46c8-a950-0dd201f3a377/3e27ec43-c48e-46c8-a950-0dd201f3a377.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.467046] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e1911d-0e28-4711-8b6a-1a9f6850bd19 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.474358] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Releasing lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.474717] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Instance network_info: |[{"id": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "address": "fa:16:3e:33:f7:10", "network": {"id": "ee2b710f-4be9-4673-bf8f-b4501367d3ec", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1860491994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6246a93153dd4185a84895ce7217ea4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc563bf32-06", "ovs_interfaceid": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1194.475109] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1194.475109] env[65677]: value = "task-4637206" [ 1194.475109] env[65677]: _type = "Task" [ 1194.475109] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.475483] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f7:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c563bf32-06a7-4b25-93fa-e083ef3a7fd5', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.483022] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Creating folder: Project (6246a93153dd4185a84895ce7217ea4f). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.483380] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a84555-ebfe-46e7-8bd1-ff2ee9faee43 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.494429] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637206, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.500576] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Created folder: Project (6246a93153dd4185a84895ce7217ea4f) in parent group-v905237. [ 1194.500841] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Creating folder: Instances. Parent ref: group-v905554. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.501144] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19db0a33-964f-4306-ad81-9d9acad98dc6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.512599] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Created folder: Instances in parent group-v905554. [ 1194.512927] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1194.513540] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.513823] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203fe04b-f8ea-496a-bf97-f303bca0d910 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.535160] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.535160] env[65677]: value = "task-4637209" [ 1194.535160] env[65677]: _type = "Task" [ 1194.535160] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.544369] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637209, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.609080] env[65677]: DEBUG nova.compute.manager [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Received event network-changed-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1194.609080] env[65677]: DEBUG nova.compute.manager [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Refreshing instance network info cache due to event network-changed-c563bf32-06a7-4b25-93fa-e083ef3a7fd5. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1194.609080] env[65677]: DEBUG oslo_concurrency.lockutils [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] Acquiring lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.609080] env[65677]: DEBUG oslo_concurrency.lockutils [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] Acquired lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.609080] env[65677]: DEBUG nova.network.neutron [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Refreshing network info cache for port c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.794875] env[65677]: DEBUG oslo_vmware.api [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637205, 'name': PowerOffVM_Task, 'duration_secs': 0.260309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.795324] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.795527] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.795753] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54d0c729-3859-4940-8a6a-d80553179f04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.799687] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.800239] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1194.803548] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.250s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.803774] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.806595] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.856s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.806717] env[65677]: DEBUG nova.objects.instance [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'resources' on Instance uuid 561e2d6c-8562-4336-af8a-c2683c4b9e48 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.810246] env[65677]: DEBUG nova.compute.manager [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Received event network-changed-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1194.810477] env[65677]: DEBUG nova.compute.manager [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Refreshing instance network info cache due to event network-changed-fb40558a-75ca-4044-8d00-f8cdbe64ecc2. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1194.810621] env[65677]: DEBUG oslo_concurrency.lockutils [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.810834] env[65677]: DEBUG oslo_concurrency.lockutils [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.811013] env[65677]: DEBUG nova.network.neutron [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Refreshing network info cache for port fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.831516] env[65677]: INFO nova.scheduler.client.report [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted allocations for instance 5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f [ 1194.868737] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa378835-cccb-492a-a8d4-18daba66ab47 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.567s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.877228] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.877666] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.878877] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Deleting the datastore file [datastore2] b605b05c-982c-4fed-a7dc-9117e38d0825 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.878877] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99a7569f-af14-471f-9573-f4fe40b12d6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.887725] env[65677]: DEBUG oslo_vmware.api [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for the task: (returnval){ [ 1194.887725] env[65677]: value = "task-4637211" [ 1194.887725] env[65677]: _type = "Task" [ 1194.887725] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.898993] env[65677]: DEBUG oslo_vmware.api [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.993378] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637206, 'name': Rename_Task, 'duration_secs': 0.185529} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.993719] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.993932] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1b3146-0cee-4073-a542-b6caa360cdf4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.002034] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1195.002034] env[65677]: value = "task-4637212" [ 1195.002034] env[65677]: _type = "Task" [ 1195.002034] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.010610] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.046050] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637209, 'name': CreateVM_Task, 'duration_secs': 0.380469} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.046243] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.046777] env[65677]: WARNING neutronclient.v2_0.client [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.047238] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.047408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.047759] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.048057] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4000b4-06aa-4e58-84a8-fd2de0e1ed04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.054549] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1195.054549] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e8c3e9-f45c-e010-8608-269cf0680b09" [ 1195.054549] env[65677]: _type = "Task" [ 1195.054549] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.066945] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e8c3e9-f45c-e010-8608-269cf0680b09, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.067297] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.067536] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.067773] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.067912] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.068113] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.068420] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3bf56d8-9b2e-417d-8517-7ab36a7257ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.081013] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.081226] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.082168] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067495af-f5a7-4229-8333-31aadbac0b25 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.089764] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1195.089764] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c64072-470b-7ead-1b98-37417b26dd0d" [ 1195.089764] env[65677]: _type = "Task" [ 1195.089764] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.098673] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c64072-470b-7ead-1b98-37417b26dd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.112590] env[65677]: WARNING neutronclient.v2_0.client [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.262103] env[65677]: WARNING neutronclient.v2_0.client [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.275660] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb47a9-c27d-41b1-840b-4433b3ada61b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.295958] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.309817] env[65677]: DEBUG nova.compute.utils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.311289] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1195.311955] env[65677]: DEBUG nova.network.neutron [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1195.311955] env[65677]: WARNING neutronclient.v2_0.client [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.312903] env[65677]: WARNING neutronclient.v2_0.client [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.317526] env[65677]: WARNING neutronclient.v2_0.client [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.340635] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed26ce40-c74b-488e-988a-c8feb54abd52 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "5eae4eb9-ce1f-4fb5-8e18-ad0ccb94d38f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.396s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.344180] env[65677]: DEBUG nova.network.neutron [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updated VIF entry in instance network info cache for port c563bf32-06a7-4b25-93fa-e083ef3a7fd5. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1195.344944] env[65677]: DEBUG nova.network.neutron [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updating instance_info_cache with network_info: [{"id": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "address": "fa:16:3e:33:f7:10", "network": {"id": "ee2b710f-4be9-4673-bf8f-b4501367d3ec", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1860491994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6246a93153dd4185a84895ce7217ea4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc563bf32-06", "ovs_interfaceid": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.359824] env[65677]: DEBUG nova.policy [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a18d91f4b72a45b78e0327f83ffa36cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8baee452d7bc4e3cb6953424e3e8e32a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.398245] env[65677]: DEBUG oslo_vmware.api [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Task: {'id': task-4637211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214429} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.401279] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.401490] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.401667] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.401844] env[65677]: INFO nova.compute.manager [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1195.402533] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1195.402689] env[65677]: DEBUG nova.compute.manager [-] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1195.402805] env[65677]: DEBUG nova.network.neutron [-] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1195.403031] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.439301] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.516713] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.563769] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3994ee2-9403-45b6-a9b5-35a5832b9da7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.572482] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a1852-ab51-4dca-8fd2-e4b3a584e131 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.608537] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef361b7-6f8f-47f7-9144-36703de39dc9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.622385] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827a72c7-c410-4b94-9ede-fe046f2d204a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.626301] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52c64072-470b-7ead-1b98-37417b26dd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.627588] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb82d9e-84c0-4e4c-87be-275572b0a04c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.639716] env[65677]: DEBUG nova.compute.provider_tree [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.645890] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1195.645890] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271d9bd-2917-6af1-3499-df0b01cf6757" [ 1195.645890] env[65677]: _type = "Task" [ 1195.645890] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.655780] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271d9bd-2917-6af1-3499-df0b01cf6757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.677663] env[65677]: DEBUG nova.network.neutron [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Successfully created port: 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1195.803027] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.803399] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbf1020-66fd-410d-b250-c350415f1287 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.813446] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1195.813446] env[65677]: value = "task-4637213" [ 1195.813446] env[65677]: _type = "Task" [ 1195.813446] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.824060] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1195.830083] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.848564] env[65677]: DEBUG oslo_concurrency.lockutils [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] Releasing lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.848880] env[65677]: DEBUG nova.compute.manager [req-29ec9fef-701b-4f5b-a1c7-b648f9629674 req-0bd2d43d-6924-4a89-95f9-0020b2146848 service nova] [instance: 561e2d6c-8562-4336-af8a-c2683c4b9e48] Received event network-vif-deleted-720a65ff-2708-49c1-af70-b051499fe0e4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1196.017519] env[65677]: DEBUG oslo_vmware.api [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637212, 'name': PowerOnVM_Task, 'duration_secs': 0.976028} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.017937] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.018048] env[65677]: INFO nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1196.018296] env[65677]: DEBUG nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1196.020041] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d587e5-df0d-4f3b-8732-0d3e1acc7e3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.054022] env[65677]: WARNING neutronclient.v2_0.client [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.158487] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5271d9bd-2917-6af1-3499-df0b01cf6757, 'name': SearchDatastore_Task, 'duration_secs': 0.014906} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.158823] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.161014] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a196c891-484e-4e44-98e2-63879198b0bf/a196c891-484e-4e44-98e2-63879198b0bf.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.161014] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-972143c9-60a6-414d-bccb-3a5075367d53 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.168873] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1196.168873] env[65677]: value = "task-4637214" [ 1196.168873] env[65677]: _type = "Task" [ 1196.168873] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.176673] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.180913] env[65677]: DEBUG nova.scheduler.client.report [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1196.181227] env[65677]: DEBUG nova.compute.provider_tree [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 159 to 160 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1196.182583] env[65677]: DEBUG nova.compute.provider_tree [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.194650] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.194650] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905553', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'name': 'volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045686d6-af6e-4086-b8f7-fb82d2edb787', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'serial': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.195131] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b6914-88de-449b-a093-cde9f02bd0a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.217588] env[65677]: DEBUG nova.network.neutron [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updated VIF entry in instance network info cache for port fb40558a-75ca-4044-8d00-f8cdbe64ecc2. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1196.217966] env[65677]: DEBUG nova.network.neutron [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.219819] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea167e-cdae-406d-9eed-e7f95a796c96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.250597] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1/volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.251220] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9a4860-6c73-4852-95db-56ceedf71a33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.272504] env[65677]: DEBUG oslo_vmware.api [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1196.272504] env[65677]: value = "task-4637215" [ 1196.272504] env[65677]: _type = "Task" [ 1196.272504] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.286968] env[65677]: DEBUG oslo_vmware.api [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.330136] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.511055] env[65677]: DEBUG nova.network.neutron [-] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.543593] env[65677]: INFO nova.compute.manager [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Took 20.23 seconds to build instance. [ 1196.681311] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.690095] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.716811] env[65677]: INFO nova.scheduler.client.report [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocations for instance 561e2d6c-8562-4336-af8a-c2683c4b9e48 [ 1196.725400] env[65677]: DEBUG oslo_concurrency.lockutils [req-7d073001-790f-4181-978a-f306854fea41 req-2540499b-80ec-4877-ab82-966d7ef05829 service nova] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.787694] env[65677]: DEBUG oslo_vmware.api [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637215, 'name': ReconfigVM_Task, 'duration_secs': 0.448306} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.789181] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1/volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.797381] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b207c684-3de5-49be-b4af-c0a8aa95e5b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.821322] env[65677]: DEBUG oslo_vmware.api [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1196.821322] env[65677]: value = "task-4637216" [ 1196.821322] env[65677]: _type = "Task" [ 1196.821322] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.828546] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637213, 'name': PowerOffVM_Task, 'duration_secs': 0.669273} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.829256] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.829454] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.840015] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1196.843182] env[65677]: DEBUG oslo_vmware.api [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.846827] env[65677]: DEBUG nova.compute.manager [req-97d41d10-d964-495c-a036-fad3f53148bc req-8d3d9e20-26f0-44df-8f06-200249f9b381 service nova] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Received event network-vif-deleted-0ba8c74a-498d-4bea-8c14-7e6d37647523 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1196.873370] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1196.874620] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.874620] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1196.874620] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.874620] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1196.874620] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1196.874865] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.875430] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1196.875430] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1196.875430] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1196.875637] env[65677]: DEBUG nova.virt.hardware [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1196.876699] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56491c43-9b20-47e5-932c-68020bb5f9ec {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.887813] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9028ab-fac1-4bda-be75-0bd714e40cbb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.014261] env[65677]: INFO nova.compute.manager [-] [instance: b605b05c-982c-4fed-a7dc-9117e38d0825] Took 1.61 seconds to deallocate network for instance. [ 1197.047495] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ff955384-6523-4a0b-b74e-4dcdf77068c2 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.739s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.180335] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685885} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.180596] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] a196c891-484e-4e44-98e2-63879198b0bf/a196c891-484e-4e44-98e2-63879198b0bf.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.180810] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.181090] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b44e14c-3b84-4596-a397-f0729ef72e80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.189787] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1197.189787] env[65677]: value = "task-4637217" [ 1197.189787] env[65677]: _type = "Task" [ 1197.189787] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.200578] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.224998] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8db983f1-09cc-41fa-bab3-9435293dbc82 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "561e2d6c-8562-4336-af8a-c2683c4b9e48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.231s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.245415] env[65677]: DEBUG nova.compute.manager [req-af050d5a-af09-41e4-9613-d8271f71e271 req-7ad191b5-d9fe-45b5-85c5-2c5fb6a4f83b service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Received event network-vif-plugged-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1197.245631] env[65677]: DEBUG oslo_concurrency.lockutils [req-af050d5a-af09-41e4-9613-d8271f71e271 req-7ad191b5-d9fe-45b5-85c5-2c5fb6a4f83b service nova] Acquiring lock "85e62a5c-0c89-491e-b32e-6652f4734763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.245840] env[65677]: DEBUG oslo_concurrency.lockutils [req-af050d5a-af09-41e4-9613-d8271f71e271 req-7ad191b5-d9fe-45b5-85c5-2c5fb6a4f83b service nova] Lock "85e62a5c-0c89-491e-b32e-6652f4734763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.246014] env[65677]: DEBUG oslo_concurrency.lockutils [req-af050d5a-af09-41e4-9613-d8271f71e271 req-7ad191b5-d9fe-45b5-85c5-2c5fb6a4f83b service nova] Lock "85e62a5c-0c89-491e-b32e-6652f4734763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.246197] env[65677]: DEBUG nova.compute.manager [req-af050d5a-af09-41e4-9613-d8271f71e271 req-7ad191b5-d9fe-45b5-85c5-2c5fb6a4f83b service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] No waiting events found dispatching network-vif-plugged-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1197.246366] env[65677]: WARNING nova.compute.manager [req-af050d5a-af09-41e4-9613-d8271f71e271 req-7ad191b5-d9fe-45b5-85c5-2c5fb6a4f83b service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Received unexpected event network-vif-plugged-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa for instance with vm_state building and task_state spawning. [ 1197.330453] env[65677]: DEBUG nova.network.neutron [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Successfully updated port: 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1197.337059] env[65677]: DEBUG oslo_vmware.api [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637216, 'name': ReconfigVM_Task, 'duration_secs': 0.173183} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.338919] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905553', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'name': 'volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045686d6-af6e-4086-b8f7-fb82d2edb787', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'serial': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1197.346302] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1197.346967] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.346967] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1197.347191] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.347191] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1197.347625] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1197.347625] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.348229] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1197.348229] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1197.348229] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1197.348449] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1197.354990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.354990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.359028] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb692bc-d493-47da-b417-fe240f5ff27b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.377931] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1197.377931] env[65677]: value = "task-4637218" [ 1197.377931] env[65677]: _type = "Task" [ 1197.377931] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.388840] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.520570] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.520900] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.521131] env[65677]: DEBUG nova.objects.instance [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lazy-loading 'resources' on Instance uuid b605b05c-982c-4fed-a7dc-9117e38d0825 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.597748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "3e27ec43-c48e-46c8-a950-0dd201f3a377" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.598115] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.598390] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "3e27ec43-c48e-46c8-a950-0dd201f3a377-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.598593] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.598765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.600957] env[65677]: INFO nova.compute.manager [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Terminating instance [ 1197.701837] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073353} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.702187] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.703038] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df2a426-4595-4521-86c0-0dcac8524cf5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.727901] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a196c891-484e-4e44-98e2-63879198b0bf/a196c891-484e-4e44-98e2-63879198b0bf.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.728601] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502e7b2d-3817-4235-8748-b777bd267b73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.749052] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1197.749052] env[65677]: value = "task-4637219" [ 1197.749052] env[65677]: _type = "Task" [ 1197.749052] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.758037] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.840160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "refresh_cache-85e62a5c-0c89-491e-b32e-6652f4734763" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.840396] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquired lock "refresh_cache-85e62a5c-0c89-491e-b32e-6652f4734763" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.840603] env[65677]: DEBUG nova.network.neutron [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1197.857995] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1197.891580] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637218, 'name': ReconfigVM_Task, 'duration_secs': 0.364322} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.891944] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.105659] env[65677]: DEBUG nova.compute.manager [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1198.105899] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.110084] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81079f66-692b-491e-9c8e-3d9b01a12c50 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.119779] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.120126] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491ddbd3-f954-46f3-816e-5eae653ec836 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.129320] env[65677]: DEBUG oslo_vmware.api [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1198.129320] env[65677]: value = "task-4637220" [ 1198.129320] env[65677]: _type = "Task" [ 1198.129320] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.139057] env[65677]: DEBUG oslo_vmware.api [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.227447] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397846e5-d749-4da3-9ace-a21e8fa6a16d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.235499] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099e278-6f4f-4583-8a1e-0fdf202152ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.272982] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81bfc7-39d9-4cf2-a7a1-c90f65a66391 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.281505] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637219, 'name': ReconfigVM_Task, 'duration_secs': 0.298945} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.283679] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a196c891-484e-4e44-98e2-63879198b0bf/a196c891-484e-4e44-98e2-63879198b0bf.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.284369] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48608da9-d496-4e9f-a4a9-88684a24099f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.286945] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c1d03-b6fe-48fb-8fbb-d0a4392eeb1c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.303717] env[65677]: DEBUG nova.compute.provider_tree [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.307020] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1198.307020] env[65677]: value = "task-4637221" [ 1198.307020] env[65677]: _type = "Task" [ 1198.307020] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.316879] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637221, 'name': Rename_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.380505] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.386551] env[65677]: DEBUG nova.objects.instance [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'flavor' on Instance uuid 045686d6-af6e-4086-b8f7-fb82d2edb787 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.390341] env[65677]: DEBUG nova.network.neutron [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1198.399914] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1198.400100] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.400228] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1198.400299] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.400446] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1198.400604] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1198.400783] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1198.400940] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1198.401131] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1198.401345] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1198.401484] env[65677]: DEBUG nova.virt.hardware [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1198.407257] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.408567] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bdfd02-d325-47b0-93b9-e43fe7fef259 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.434501] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1198.434501] env[65677]: value = "task-4637222" [ 1198.434501] env[65677]: _type = "Task" [ 1198.434501] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.445070] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.484869] env[65677]: WARNING neutronclient.v2_0.client [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.525691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.525959] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.563701] env[65677]: DEBUG nova.network.neutron [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Updating instance_info_cache with network_info: [{"id": "9dc0d06b-e1fa-44fd-9e20-84902e9a23fa", "address": "fa:16:3e:2c:41:3c", "network": {"id": "2f16d2b4-602a-4017-8571-9ec8094d9dc8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-912931144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8baee452d7bc4e3cb6953424e3e8e32a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc0d06b-e1", "ovs_interfaceid": "9dc0d06b-e1fa-44fd-9e20-84902e9a23fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.642939] env[65677]: DEBUG oslo_vmware.api [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637220, 'name': PowerOffVM_Task, 'duration_secs': 0.311228} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.643270] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.643471] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.643956] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6521eed7-fe66-4f40-8549-d29626459c08 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.741595] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.741899] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.742109] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore1] 3e27ec43-c48e-46c8-a950-0dd201f3a377 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.742408] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e77704a-ee7c-46a9-94f4-6d3bf781a59e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.750162] env[65677]: DEBUG oslo_vmware.api [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1198.750162] env[65677]: value = "task-4637224" [ 1198.750162] env[65677]: _type = "Task" [ 1198.750162] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.759326] env[65677]: DEBUG oslo_vmware.api [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.808810] env[65677]: DEBUG nova.scheduler.client.report [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.823994] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637221, 'name': Rename_Task, 'duration_secs': 0.159912} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.824909] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.825196] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e282bda5-b950-44b6-84c3-be01353fa18a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.832457] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1198.832457] env[65677]: value = "task-4637225" [ 1198.832457] env[65677]: _type = "Task" [ 1198.832457] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.841608] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.896743] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5f81fbc6-c9ca-4f4d-a0e1-846c18246c6b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.947059] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637222, 'name': ReconfigVM_Task, 'duration_secs': 0.400069} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.947838] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.948280] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c84214-6160-4b94-ad19-94abe4bbe0d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.973935] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-ca8cce37-548d-4808-8446-f63061152a9e/volume-ca8cce37-548d-4808-8446-f63061152a9e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.974320] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23dadb0-2948-412d-a4a0-25ec20231482 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.996958] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1198.996958] env[65677]: value = "task-4637226" [ 1198.996958] env[65677]: _type = "Task" [ 1198.996958] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.006192] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.032044] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1199.066921] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Releasing lock "refresh_cache-85e62a5c-0c89-491e-b32e-6652f4734763" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.067467] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Instance network_info: |[{"id": "9dc0d06b-e1fa-44fd-9e20-84902e9a23fa", "address": "fa:16:3e:2c:41:3c", "network": {"id": "2f16d2b4-602a-4017-8571-9ec8094d9dc8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-912931144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8baee452d7bc4e3cb6953424e3e8e32a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc0d06b-e1", "ovs_interfaceid": "9dc0d06b-e1fa-44fd-9e20-84902e9a23fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1199.067993] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:41:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dc0d06b-e1fa-44fd-9e20-84902e9a23fa', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.075820] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Creating folder: Project (8baee452d7bc4e3cb6953424e3e8e32a). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.076931] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76cdac24-f6be-4d30-a016-a33b7cf5a3c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.089916] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Created folder: Project (8baee452d7bc4e3cb6953424e3e8e32a) in parent group-v905237. [ 1199.090448] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Creating folder: Instances. Parent ref: group-v905557. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.090582] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f52b3208-1988-4ce0-bde5-49e0eb373d39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103147] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Created folder: Instances in parent group-v905557. [ 1199.103454] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1199.103673] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.103957] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68e31f0-e611-4b23-bfbb-c88247760c4c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.124993] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.124993] env[65677]: value = "task-4637229" [ 1199.124993] env[65677]: _type = "Task" [ 1199.124993] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.134557] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637229, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.138233] env[65677]: DEBUG oslo_concurrency.lockutils [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.138574] env[65677]: DEBUG oslo_concurrency.lockutils [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.261219] env[65677]: DEBUG oslo_vmware.api [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430401} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.261497] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.261683] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.261857] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.262123] env[65677]: INFO nova.compute.manager [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1199.262422] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1199.262634] env[65677]: DEBUG nova.compute.manager [-] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1199.262730] env[65677]: DEBUG nova.network.neutron [-] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1199.262983] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.279231] env[65677]: DEBUG nova.compute.manager [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Received event network-changed-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1199.279461] env[65677]: DEBUG nova.compute.manager [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Refreshing instance network info cache due to event network-changed-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1199.279672] env[65677]: DEBUG oslo_concurrency.lockutils [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] Acquiring lock "refresh_cache-85e62a5c-0c89-491e-b32e-6652f4734763" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.279819] env[65677]: DEBUG oslo_concurrency.lockutils [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] Acquired lock "refresh_cache-85e62a5c-0c89-491e-b32e-6652f4734763" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.279977] env[65677]: DEBUG nova.network.neutron [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Refreshing network info cache for port 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.319559] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.323031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.943s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.326317] env[65677]: INFO nova.compute.claims [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.349078] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.351738] env[65677]: INFO nova.scheduler.client.report [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Deleted allocations for instance b605b05c-982c-4fed-a7dc-9117e38d0825 [ 1199.354184] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.511602] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637226, 'name': ReconfigVM_Task, 'duration_secs': 0.362277} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.512039] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-ca8cce37-548d-4808-8446-f63061152a9e/volume-ca8cce37-548d-4808-8446-f63061152a9e.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.512444] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.562275] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.640459] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637229, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.641247] env[65677]: INFO nova.compute.manager [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Detaching volume bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1 [ 1199.652548] env[65677]: DEBUG nova.compute.manager [req-ecea0fb4-b9a0-4502-8292-7a90f042a8ca req-1fbb5959-1716-4bc6-8687-86bb96b4064e service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Received event network-vif-deleted-f1ca52f4-2515-4173-9afb-3105e928c5cb {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1199.653030] env[65677]: INFO nova.compute.manager [req-ecea0fb4-b9a0-4502-8292-7a90f042a8ca req-1fbb5959-1716-4bc6-8687-86bb96b4064e service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Neutron deleted interface f1ca52f4-2515-4173-9afb-3105e928c5cb; detaching it from the instance and deleting it from the info cache [ 1199.653030] env[65677]: DEBUG nova.network.neutron [req-ecea0fb4-b9a0-4502-8292-7a90f042a8ca req-1fbb5959-1716-4bc6-8687-86bb96b4064e service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.692750] env[65677]: INFO nova.virt.block_device [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Attempting to driver detach volume bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1 from mountpoint /dev/sdb [ 1199.695033] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.695033] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905553', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'name': 'volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045686d6-af6e-4086-b8f7-fb82d2edb787', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'serial': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.695033] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d37e90-8f3f-46bc-bf65-f3aded14e54a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.718584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258ae8e7-47ce-4990-833c-cda11c0872cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.726675] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac0e836-a0cb-4f2b-bfae-39affbfa5c94 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.752124] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb96715c-e64d-4ab1-8e4e-fa74cc72a4c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.768507] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1/volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.774857] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.775304] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe60de02-fb41-4d85-9d00-c56b358b086d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.789415] env[65677]: WARNING neutronclient.v2_0.client [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.800396] env[65677]: DEBUG oslo_vmware.api [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1199.800396] env[65677]: value = "task-4637230" [ 1199.800396] env[65677]: _type = "Task" [ 1199.800396] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.810611] env[65677]: DEBUG oslo_vmware.api [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.843166] env[65677]: DEBUG oslo_vmware.api [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637225, 'name': PowerOnVM_Task, 'duration_secs': 0.533486} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.845409] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.845409] env[65677]: INFO nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1199.845409] env[65677]: DEBUG nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1199.845409] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b51ee6-2272-41e0-a16e-84b4062ef46d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.864830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8efe1289-0186-44bf-a735-9937ce14fed6 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Lock "b605b05c-982c-4fed-a7dc-9117e38d0825" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.115s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.997978] env[65677]: WARNING neutronclient.v2_0.client [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.020142] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee460ca-efc4-44ea-a551-0b578c3a1b99 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.043771] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff6ef5-87da-48ea-b2ce-7853f80e1f70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.064649] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.110232] env[65677]: DEBUG nova.network.neutron [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Updated VIF entry in instance network info cache for port 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1200.110584] env[65677]: DEBUG nova.network.neutron [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Updating instance_info_cache with network_info: [{"id": "9dc0d06b-e1fa-44fd-9e20-84902e9a23fa", "address": "fa:16:3e:2c:41:3c", "network": {"id": "2f16d2b4-602a-4017-8571-9ec8094d9dc8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-912931144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8baee452d7bc4e3cb6953424e3e8e32a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc0d06b-e1", "ovs_interfaceid": "9dc0d06b-e1fa-44fd-9e20-84902e9a23fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.120217] env[65677]: DEBUG nova.network.neutron [-] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.136815] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637229, 'name': CreateVM_Task, 'duration_secs': 0.538353} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.136986] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.137550] env[65677]: WARNING neutronclient.v2_0.client [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.145225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.145386] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.145693] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.145949] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e913521-c578-4707-95e1-f1142b666b6c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.151603] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1200.151603] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e6d4be-0680-6e7e-b26c-f9a6b11b38cd" [ 1200.151603] env[65677]: _type = "Task" [ 1200.151603] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.155301] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dc53db7-4f04-4330-843e-9da880f40a5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.162244] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e6d4be-0680-6e7e-b26c-f9a6b11b38cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.166675] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8031c33-2aac-405b-92e6-a2f3a9a04bd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.201102] env[65677]: DEBUG nova.compute.manager [req-ecea0fb4-b9a0-4502-8292-7a90f042a8ca req-1fbb5959-1716-4bc6-8687-86bb96b4064e service nova] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Detach interface failed, port_id=f1ca52f4-2515-4173-9afb-3105e928c5cb, reason: Instance 3e27ec43-c48e-46c8-a950-0dd201f3a377 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1200.312182] env[65677]: DEBUG oslo_vmware.api [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637230, 'name': ReconfigVM_Task, 'duration_secs': 0.328275} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.312497] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.317876] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf04248-6ae2-4821-9a2a-66c420c7ab2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.338511] env[65677]: DEBUG oslo_vmware.api [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1200.338511] env[65677]: value = "task-4637232" [ 1200.338511] env[65677]: _type = "Task" [ 1200.338511] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.348121] env[65677]: DEBUG oslo_vmware.api [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.364935] env[65677]: INFO nova.compute.manager [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Took 19.67 seconds to build instance. [ 1200.538480] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bfc93a-b6b6-4ddf-897f-99c1d1c68df2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.546993] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001fafe2-2a97-43ff-b11f-486dc79fba6c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.582497] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a8a0f-4a03-4474-a4a1-8915b1ef7bce {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.593162] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6138de-a6db-4428-b707-2f5d931fb232 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.610448] env[65677]: DEBUG nova.compute.provider_tree [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.612424] env[65677]: DEBUG oslo_concurrency.lockutils [req-28057040-4bf2-4667-b4df-eda77ed40e0a req-09394a83-7730-4510-817f-052dea97fbc1 service nova] Releasing lock "refresh_cache-85e62a5c-0c89-491e-b32e-6652f4734763" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.622855] env[65677]: INFO nova.compute.manager [-] [instance: 3e27ec43-c48e-46c8-a950-0dd201f3a377] Took 1.36 seconds to deallocate network for instance. [ 1200.664635] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e6d4be-0680-6e7e-b26c-f9a6b11b38cd, 'name': SearchDatastore_Task, 'duration_secs': 0.02784} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.665026] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.665374] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.665655] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.665809] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.665998] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.666292] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa08371-5b43-49d6-8307-46b2c602be33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.680074] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.680270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.680978] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0db1e7-ab27-44ee-a9d1-e17effb46d44 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.687658] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1200.687658] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5233435c-b89a-4087-6240-5da5f0863f11" [ 1200.687658] env[65677]: _type = "Task" [ 1200.687658] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.697586] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5233435c-b89a-4087-6240-5da5f0863f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.848638] env[65677]: DEBUG oslo_vmware.api [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637232, 'name': ReconfigVM_Task, 'duration_secs': 0.161559} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.848963] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905553', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'name': 'volume-bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045686d6-af6e-4086-b8f7-fb82d2edb787', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1', 'serial': 'bbbc5c81-b634-4870-8fd5-bd5a1b5d19b1'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1200.867978] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "a196c891-484e-4e44-98e2-63879198b0bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.182s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.113804] env[65677]: DEBUG nova.scheduler.client.report [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.129670] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.201488] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5233435c-b89a-4087-6240-5da5f0863f11, 'name': SearchDatastore_Task, 'duration_secs': 0.033963} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.203185] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b013218f-eb7d-462f-81a9-97ddbfca9379 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.210819] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1201.210819] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529b1318-8551-bd75-fc83-74e1f53a90d4" [ 1201.210819] env[65677]: _type = "Task" [ 1201.210819] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.220383] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529b1318-8551-bd75-fc83-74e1f53a90d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.393108] env[65677]: DEBUG nova.objects.instance [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'flavor' on Instance uuid 045686d6-af6e-4086-b8f7-fb82d2edb787 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.619944] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.620548] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1201.623485] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.061s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.628211] env[65677]: INFO nova.compute.claims [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.689714] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.690105] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.694457] env[65677]: DEBUG nova.compute.manager [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Received event network-changed-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1201.694640] env[65677]: DEBUG nova.compute.manager [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Refreshing instance network info cache due to event network-changed-c563bf32-06a7-4b25-93fa-e083ef3a7fd5. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1201.694843] env[65677]: DEBUG oslo_concurrency.lockutils [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] Acquiring lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.694980] env[65677]: DEBUG oslo_concurrency.lockutils [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] Acquired lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.695379] env[65677]: DEBUG nova.network.neutron [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Refreshing network info cache for port c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.721953] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529b1318-8551-bd75-fc83-74e1f53a90d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.722323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.722586] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 85e62a5c-0c89-491e-b32e-6652f4734763/85e62a5c-0c89-491e-b32e-6652f4734763.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.722852] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9509c16-ac28-4546-9708-f98658cde586 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.730533] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1201.730533] env[65677]: value = "task-4637233" [ 1201.730533] env[65677]: _type = "Task" [ 1201.730533] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.731476] env[65677]: DEBUG nova.network.neutron [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Port 82deff89-f89d-431d-9460-d94f4c7d325d binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1201.742015] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.133161] env[65677]: DEBUG nova.compute.utils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.134787] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1202.134992] env[65677]: DEBUG nova.network.neutron [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1202.135518] env[65677]: WARNING neutronclient.v2_0.client [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.135982] env[65677]: WARNING neutronclient.v2_0.client [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.190528] env[65677]: DEBUG nova.policy [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d26ba07f9843d5b6ebc19d337781c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f05be1a8ab14ac4876ecfa02c834177', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.199060] env[65677]: WARNING neutronclient.v2_0.client [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.266831] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516718} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.267124] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 85e62a5c-0c89-491e-b32e-6652f4734763/85e62a5c-0c89-491e-b32e-6652f4734763.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.267378] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.267655] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c8eef53-888e-4244-a417-db7beb9787db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.275620] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1202.275620] env[65677]: value = "task-4637234" [ 1202.275620] env[65677]: _type = "Task" [ 1202.275620] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.287759] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.391896] env[65677]: WARNING neutronclient.v2_0.client [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.401012] env[65677]: DEBUG oslo_concurrency.lockutils [None req-74325f42-8d72-4d89-a7e9-d15ded29db63 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.466504] env[65677]: DEBUG nova.network.neutron [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updated VIF entry in instance network info cache for port c563bf32-06a7-4b25-93fa-e083ef3a7fd5. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1202.466875] env[65677]: DEBUG nova.network.neutron [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updating instance_info_cache with network_info: [{"id": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "address": "fa:16:3e:33:f7:10", "network": {"id": "ee2b710f-4be9-4673-bf8f-b4501367d3ec", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1860491994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6246a93153dd4185a84895ce7217ea4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc563bf32-06", "ovs_interfaceid": "c563bf32-06a7-4b25-93fa-e083ef3a7fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.535378] env[65677]: DEBUG nova.network.neutron [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Successfully created port: a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1202.642241] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1202.777151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.777495] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.777731] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.796601] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072111} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.796794] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.797932] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c58bd-d7b2-4925-b21e-74bcf05aff68 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.827920] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 85e62a5c-0c89-491e-b32e-6652f4734763/85e62a5c-0c89-491e-b32e-6652f4734763.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.831286] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3093e09-06e6-43a1-b796-f63467dd18ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.851840] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1202.851840] env[65677]: value = "task-4637236" [ 1202.851840] env[65677]: _type = "Task" [ 1202.851840] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.863893] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.910128] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03e7a61-a129-4dfa-812c-4cc6fcd62ab7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.918885] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19279de6-23dd-4c1f-b97b-f91608e0d3e9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.954899] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae397dc-a20b-4ce7-9caf-52585ac8d176 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.969907] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a988b03b-2d5c-4808-a489-5fc251a45f07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.981916] env[65677]: DEBUG oslo_concurrency.lockutils [req-aec96f2e-c50d-4b52-9b42-12490713a1d9 req-2e052521-dba6-4ae8-a882-6930b8c5f015 service nova] Releasing lock "refresh_cache-a196c891-484e-4e44-98e2-63879198b0bf" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.004124] env[65677]: DEBUG nova.compute.provider_tree [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.364328] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637236, 'name': ReconfigVM_Task, 'duration_secs': 0.497281} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.364671] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 85e62a5c-0c89-491e-b32e-6652f4734763/85e62a5c-0c89-491e-b32e-6652f4734763.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.365434] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a1c65d-ce03-4ed1-b0a1-1ef13e120bd0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.372971] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1203.372971] env[65677]: value = "task-4637237" [ 1203.372971] env[65677]: _type = "Task" [ 1203.372971] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.382046] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637237, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.512623] env[65677]: DEBUG nova.scheduler.client.report [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.578934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.579221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.579435] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "045686d6-af6e-4086-b8f7-fb82d2edb787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.579636] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.579813] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.582435] env[65677]: INFO nova.compute.manager [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Terminating instance [ 1203.657187] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1203.684307] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.684623] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.684793] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.685017] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.685242] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.685349] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.685578] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.685739] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.685901] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.686074] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.686267] env[65677]: DEBUG nova.virt.hardware [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.687139] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93fd127-dccc-453e-90d0-bc4fb6f2257d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.696776] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8599f662-bb2c-4097-8366-2023a82e4cb2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.785912] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.816619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.816804] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.816979] env[65677]: DEBUG nova.network.neutron [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1203.831106] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.831529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.831750] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "abfe1127-4aad-405a-a435-ce2773354d25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.831930] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.832113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.834012] env[65677]: INFO nova.compute.manager [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Terminating instance [ 1203.884061] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637237, 'name': Rename_Task, 'duration_secs': 0.154818} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.884332] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.884611] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b488d0b4-58d3-4341-8094-8cd2bc926a1e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.892407] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1203.892407] env[65677]: value = "task-4637238" [ 1203.892407] env[65677]: _type = "Task" [ 1203.892407] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.901196] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.961130] env[65677]: DEBUG nova.compute.manager [req-2105e3b0-9eef-4785-994b-1a644ed8f421 req-780af454-cf1e-4a04-9195-c371ce2f0514 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-vif-plugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1203.961198] env[65677]: DEBUG oslo_concurrency.lockutils [req-2105e3b0-9eef-4785-994b-1a644ed8f421 req-780af454-cf1e-4a04-9195-c371ce2f0514 service nova] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.961408] env[65677]: DEBUG oslo_concurrency.lockutils [req-2105e3b0-9eef-4785-994b-1a644ed8f421 req-780af454-cf1e-4a04-9195-c371ce2f0514 service nova] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.961578] env[65677]: DEBUG oslo_concurrency.lockutils [req-2105e3b0-9eef-4785-994b-1a644ed8f421 req-780af454-cf1e-4a04-9195-c371ce2f0514 service nova] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.961741] env[65677]: DEBUG nova.compute.manager [req-2105e3b0-9eef-4785-994b-1a644ed8f421 req-780af454-cf1e-4a04-9195-c371ce2f0514 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] No waiting events found dispatching network-vif-plugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1203.961903] env[65677]: WARNING nova.compute.manager [req-2105e3b0-9eef-4785-994b-1a644ed8f421 req-780af454-cf1e-4a04-9195-c371ce2f0514 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received unexpected event network-vif-plugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 for instance with vm_state building and task_state spawning. [ 1204.018427] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.018988] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1204.021897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.892s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.022160] env[65677]: DEBUG nova.objects.instance [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid 3e27ec43-c48e-46c8-a950-0dd201f3a377 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.066384] env[65677]: DEBUG nova.network.neutron [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Successfully updated port: a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1204.085924] env[65677]: DEBUG nova.compute.manager [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1204.085924] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.086819] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3532156b-fdbe-4327-84d4-16c6836092ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.095261] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.095480] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98c74a2f-996d-406c-9484-43a9eb58a710 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.101861] env[65677]: DEBUG oslo_vmware.api [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1204.101861] env[65677]: value = "task-4637239" [ 1204.101861] env[65677]: _type = "Task" [ 1204.101861] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.111892] env[65677]: DEBUG oslo_vmware.api [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.319936] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.338537] env[65677]: DEBUG nova.compute.manager [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1204.338858] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.340151] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a1276-285c-4045-8c5b-c4193ca0b575 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.348921] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.349234] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd0dab8-0171-4374-be15-72a670e75d31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.359473] env[65677]: DEBUG oslo_vmware.api [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1204.359473] env[65677]: value = "task-4637240" [ 1204.359473] env[65677]: _type = "Task" [ 1204.359473] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.371105] env[65677]: DEBUG oslo_vmware.api [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.406321] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637238, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.529133] env[65677]: DEBUG nova.compute.utils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.530870] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1204.531518] env[65677]: DEBUG nova.network.neutron [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1204.531867] env[65677]: WARNING neutronclient.v2_0.client [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.532709] env[65677]: WARNING neutronclient.v2_0.client [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.548746] env[65677]: WARNING neutronclient.v2_0.client [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.568889] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569111] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.569378] env[65677]: DEBUG nova.network.neutron [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1204.576979] env[65677]: DEBUG nova.policy [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa696dd504f148609a1a88a81b0a523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba6ca37e89b4473aacd9f26a3a934ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.615790] env[65677]: DEBUG oslo_vmware.api [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637239, 'name': PowerOffVM_Task, 'duration_secs': 0.208713} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.616186] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.616400] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.616688] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02845a71-925a-4bdf-b4a3-52d05022b3a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.647052] env[65677]: DEBUG nova.network.neutron [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.711107] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.711382] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.711543] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleting the datastore file [datastore2] 045686d6-af6e-4086-b8f7-fb82d2edb787 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.715316] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319f5dd5-3f2c-4cdd-aad7-f66f631f95f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.723976] env[65677]: DEBUG oslo_vmware.api [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1204.723976] env[65677]: value = "task-4637242" [ 1204.723976] env[65677]: _type = "Task" [ 1204.723976] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.735568] env[65677]: DEBUG oslo_vmware.api [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.757030] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1caf2-05fa-49a5-a991-736b8f2ca659 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.765384] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a403fe-ffab-4421-acc1-dc7dccb9991a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.800812] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83002c-ba09-4b10-948f-5ddf820d285d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.810035] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc579c53-ce3e-4e35-ba59-350fb2d3d2ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.825170] env[65677]: DEBUG nova.compute.provider_tree [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.872447] env[65677]: DEBUG oslo_vmware.api [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637240, 'name': PowerOffVM_Task, 'duration_secs': 0.33602} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.872733] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.872903] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.873177] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8c740b-7574-4580-8d50-20fcc3eea820 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.892731] env[65677]: DEBUG nova.network.neutron [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Successfully created port: c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1204.906295] env[65677]: DEBUG oslo_vmware.api [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637238, 'name': PowerOnVM_Task, 'duration_secs': 0.535489} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.906614] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.906882] env[65677]: INFO nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1204.906984] env[65677]: DEBUG nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1204.908080] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd605202-aead-4949-a898-a9f0b190c3c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.967933] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.968174] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.968669] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleting the datastore file [datastore1] abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.969408] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ced1606-c91c-4cf2-86e3-2d28ef77b8b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.977473] env[65677]: DEBUG oslo_vmware.api [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for the task: (returnval){ [ 1204.977473] env[65677]: value = "task-4637244" [ 1204.977473] env[65677]: _type = "Task" [ 1204.977473] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.986357] env[65677]: DEBUG oslo_vmware.api [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.036079] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1205.102857] env[65677]: DEBUG nova.network.neutron [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1205.153787] env[65677]: DEBUG oslo_concurrency.lockutils [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.179390] env[65677]: WARNING neutronclient.v2_0.client [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.237145] env[65677]: DEBUG oslo_vmware.api [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299609} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.237421] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.237629] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.238076] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.238076] env[65677]: INFO nova.compute.manager [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1205.238225] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.238486] env[65677]: DEBUG nova.compute.manager [-] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1205.238589] env[65677]: DEBUG nova.network.neutron [-] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1205.238819] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.263324] env[65677]: DEBUG nova.network.neutron [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.321767] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.329248] env[65677]: DEBUG nova.scheduler.client.report [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.427305] env[65677]: INFO nova.compute.manager [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Took 16.39 seconds to build instance. [ 1205.491348] env[65677]: DEBUG oslo_vmware.api [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Task: {'id': task-4637244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442072} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.491348] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.491348] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.491348] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.491348] env[65677]: INFO nova.compute.manager [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1205.491348] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.491348] env[65677]: DEBUG nova.compute.manager [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1205.491348] env[65677]: DEBUG nova.network.neutron [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1205.491636] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.664071] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dd716e-eeef-4561-b7de-65b0af782348 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.672240] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7eca4d-cb68-49e3-b4e4-71e699011282 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.765908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.766420] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Instance network_info: |[{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1205.769808] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:33:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a01509f4-3528-4cdb-9886-2fa4460a8f22', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.775688] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.776425] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.776547] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8041448c-f42d-47bb-ad3b-f70b4eed6848 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.797997] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.797997] env[65677]: value = "task-4637245" [ 1205.797997] env[65677]: _type = "Task" [ 1205.797997] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.807702] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637245, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.834958] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.846116] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.881923] env[65677]: INFO nova.scheduler.client.report [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance 3e27ec43-c48e-46c8-a950-0dd201f3a377 [ 1205.931138] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "85e62a5c-0c89-491e-b32e-6652f4734763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.922s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.046323] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1206.074800] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1206.075080] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.075276] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1206.075428] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.075572] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1206.075715] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1206.075925] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1206.076110] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1206.076287] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1206.076474] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1206.076649] env[65677]: DEBUG nova.virt.hardware [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1206.077635] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0705b51b-1a20-4c32-a0f0-60866edfd2c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.086384] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce940f3-ff07-4e96-a592-3832bde30182 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.241457] env[65677]: DEBUG nova.network.neutron [-] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.313412] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637245, 'name': CreateVM_Task, 'duration_secs': 0.397133} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.313626] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.314194] env[65677]: WARNING neutronclient.v2_0.client [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.314615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.314952] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.315160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.315466] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2c393f-47ce-4681-ae72-4574695385dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.322798] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1206.322798] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cafe1-90e3-4b0e-c6be-bf08120992b8" [ 1206.322798] env[65677]: _type = "Task" [ 1206.322798] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.333041] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cafe1-90e3-4b0e-c6be-bf08120992b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.393373] env[65677]: DEBUG oslo_concurrency.lockutils [None req-434139c3-69d2-4f09-a575-e658e23809d8 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "3e27ec43-c48e-46c8-a950-0dd201f3a377" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.795s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.450693] env[65677]: DEBUG nova.network.neutron [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Successfully updated port: c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1206.638902] env[65677]: DEBUG nova.compute.manager [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1206.638902] env[65677]: DEBUG nova.compute.manager [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing instance network info cache due to event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1206.638902] env[65677]: DEBUG oslo_concurrency.lockutils [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.638902] env[65677]: DEBUG oslo_concurrency.lockutils [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.638902] env[65677]: DEBUG nova.network.neutron [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.659228] env[65677]: DEBUG nova.compute.manager [req-66ed5f26-5b89-4104-8e88-ddee55ced7a9 req-57393946-e583-4500-8803-83235065515a service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Received event network-vif-plugged-c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1206.659444] env[65677]: DEBUG oslo_concurrency.lockutils [req-66ed5f26-5b89-4104-8e88-ddee55ced7a9 req-57393946-e583-4500-8803-83235065515a service nova] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.659699] env[65677]: DEBUG oslo_concurrency.lockutils [req-66ed5f26-5b89-4104-8e88-ddee55ced7a9 req-57393946-e583-4500-8803-83235065515a service nova] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.659837] env[65677]: DEBUG oslo_concurrency.lockutils [req-66ed5f26-5b89-4104-8e88-ddee55ced7a9 req-57393946-e583-4500-8803-83235065515a service nova] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.659981] env[65677]: DEBUG nova.compute.manager [req-66ed5f26-5b89-4104-8e88-ddee55ced7a9 req-57393946-e583-4500-8803-83235065515a service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] No waiting events found dispatching network-vif-plugged-c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1206.660292] env[65677]: WARNING nova.compute.manager [req-66ed5f26-5b89-4104-8e88-ddee55ced7a9 req-57393946-e583-4500-8803-83235065515a service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Received unexpected event network-vif-plugged-c98ee3ea-5884-4f87-ae20-d7a5974e18ff for instance with vm_state building and task_state spawning. [ 1206.744862] env[65677]: INFO nova.compute.manager [-] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Took 1.51 seconds to deallocate network for instance. [ 1206.790450] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f39fc30-79f6-4010-9de2-c7a810b4fad7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.813462] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e76093-2e1f-4127-90b6-762cec032150 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.821948] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.836833] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525cafe1-90e3-4b0e-c6be-bf08120992b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.837179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.837469] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.837663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.837798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.837964] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.838251] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f0a5b3-6027-4321-b519-b1e6a457f649 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.850144] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.850378] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.851178] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15792b16-1e8b-425b-a065-e6a88e33aeda {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.857732] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1206.857732] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529b5e7f-95b0-420e-7f75-dcff22d976e3" [ 1206.857732] env[65677]: _type = "Task" [ 1206.857732] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.866764] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529b5e7f-95b0-420e-7f75-dcff22d976e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.931788] env[65677]: DEBUG nova.network.neutron [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.953702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.954017] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.954100] env[65677]: DEBUG nova.network.neutron [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1207.145535] env[65677]: WARNING neutronclient.v2_0.client [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.231905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "736910f2-be42-4eb5-b16c-37a01f4739fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.231905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.231905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "736910f2-be42-4eb5-b16c-37a01f4739fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.231905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.231905] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.235054] env[65677]: INFO nova.compute.manager [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Terminating instance [ 1207.252086] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.252449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.252724] env[65677]: DEBUG nova.objects.instance [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'resources' on Instance uuid 045686d6-af6e-4086-b8f7-fb82d2edb787 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.262187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "85e62a5c-0c89-491e-b32e-6652f4734763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.262187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "85e62a5c-0c89-491e-b32e-6652f4734763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.262187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "85e62a5c-0c89-491e-b32e-6652f4734763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.262187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "85e62a5c-0c89-491e-b32e-6652f4734763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.262187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "85e62a5c-0c89-491e-b32e-6652f4734763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.268660] env[65677]: INFO nova.compute.manager [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Terminating instance [ 1207.332193] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.333079] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28745b16-818e-4590-ad49-273d2dd445a4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.335361] env[65677]: WARNING neutronclient.v2_0.client [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.345164] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1207.345164] env[65677]: value = "task-4637247" [ 1207.345164] env[65677]: _type = "Task" [ 1207.345164] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.356099] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.367914] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529b5e7f-95b0-420e-7f75-dcff22d976e3, 'name': SearchDatastore_Task, 'duration_secs': 0.029838} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.368754] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcec0f3d-4613-429f-9ead-d6843ea2f5e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.377278] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1207.377278] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ceb82-1c33-7eae-addb-596bd3a6444c" [ 1207.377278] env[65677]: _type = "Task" [ 1207.377278] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.385681] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ceb82-1c33-7eae-addb-596bd3a6444c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.414917] env[65677]: DEBUG nova.network.neutron [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updated VIF entry in instance network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1207.415052] env[65677]: DEBUG nova.network.neutron [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.434690] env[65677]: INFO nova.compute.manager [-] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Took 1.94 seconds to deallocate network for instance. [ 1207.492040] env[65677]: DEBUG nova.network.neutron [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1207.566475] env[65677]: WARNING neutronclient.v2_0.client [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.641496] env[65677]: DEBUG nova.network.neutron [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Updating instance_info_cache with network_info: [{"id": "c98ee3ea-5884-4f87-ae20-d7a5974e18ff", "address": "fa:16:3e:cc:31:f3", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98ee3ea-58", "ovs_interfaceid": "c98ee3ea-5884-4f87-ae20-d7a5974e18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.738889] env[65677]: DEBUG nova.compute.manager [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1207.739225] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.740190] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec1362-3505-4377-9386-e1236fd465c2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.748649] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.748911] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f4521d-d017-4cc4-9f41-bc4644c24dd5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.758349] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1207.758349] env[65677]: value = "task-4637248" [ 1207.758349] env[65677]: _type = "Task" [ 1207.758349] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.768218] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.773108] env[65677]: DEBUG nova.compute.manager [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1207.773336] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.774223] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6bbfaf-0d11-4340-9358-51ff5ad0d055 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.784126] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.784216] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc1e9c0-9283-4e6d-bba9-b17ac9c05632 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.791649] env[65677]: DEBUG oslo_vmware.api [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1207.791649] env[65677]: value = "task-4637249" [ 1207.791649] env[65677]: _type = "Task" [ 1207.791649] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.805650] env[65677]: DEBUG oslo_vmware.api [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.855513] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.888717] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522ceb82-1c33-7eae-addb-596bd3a6444c, 'name': SearchDatastore_Task, 'duration_secs': 0.015913} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.891983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.892233] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.892888] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ddc643b-2c41-42ed-a591-0314d86c4351 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.902694] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1207.902694] env[65677]: value = "task-4637250" [ 1207.902694] env[65677]: _type = "Task" [ 1207.902694] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.916265] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.918393] env[65677]: DEBUG oslo_concurrency.lockutils [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.918393] env[65677]: DEBUG nova.compute.manager [req-68518880-d649-4caa-b966-b818c5d4d404 req-3a2d6f32-5dd6-4862-a66c-c2db7f98b643 service nova] [instance: 045686d6-af6e-4086-b8f7-fb82d2edb787] Received event network-vif-deleted-e915e89b-cb5a-4fee-8111-1679aebbc34c {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1207.942897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.987598] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eaf8cc-94fd-4623-91d6-a79d994940b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.999156] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e664b31-b6a6-4902-8d12-0301351f9c98 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.038591] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e341f-4192-4e30-b373-d4ab6ea730b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.048465] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cfeee4-b395-447f-9d74-d2e09302b200 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.068089] env[65677]: DEBUG nova.compute.provider_tree [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.145196] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.145590] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Instance network_info: |[{"id": "c98ee3ea-5884-4f87-ae20-d7a5974e18ff", "address": "fa:16:3e:cc:31:f3", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98ee3ea-58", "ovs_interfaceid": "c98ee3ea-5884-4f87-ae20-d7a5974e18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1208.146068] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:31:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c98ee3ea-5884-4f87-ae20-d7a5974e18ff', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.153578] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1208.153809] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.154048] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ea137b-d661-48bc-99fa-9e45770e8577 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.175864] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.175864] env[65677]: value = "task-4637251" [ 1208.175864] env[65677]: _type = "Task" [ 1208.175864] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.184687] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637251, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.273293] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637248, 'name': PowerOffVM_Task, 'duration_secs': 0.261057} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.273590] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.273791] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.274084] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395a002c-bf6c-4c37-8da5-a21c298461ad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.303323] env[65677]: DEBUG oslo_vmware.api [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637249, 'name': PowerOffVM_Task, 'duration_secs': 0.224977} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.303677] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.303870] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.304167] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eee95f1-520d-4b49-933e-7997f59692da {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.358021] env[65677]: DEBUG oslo_vmware.api [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637247, 'name': PowerOnVM_Task, 'duration_secs': 0.708896} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.358358] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.358554] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-21bd4c9e-b9e8-4766-9eca-b7bb46153127 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance 'dce8562f-09f4-46cc-a511-f83c3f0d9b95' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.394967] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.395259] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.395453] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore1] 736910f2-be42-4eb5-b16c-37a01f4739fd {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.395787] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-283ac647-a97c-4070-859b-732d8c71262f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.411168] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1208.411168] env[65677]: value = "task-4637254" [ 1208.411168] env[65677]: _type = "Task" [ 1208.411168] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.422933] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637250, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.432882] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.514395] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.514848] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.515210] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Deleting the datastore file [datastore2] 85e62a5c-0c89-491e-b32e-6652f4734763 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.515703] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7a237dd-1420-49d4-8b91-30a1d374c223 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.525714] env[65677]: DEBUG oslo_vmware.api [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for the task: (returnval){ [ 1208.525714] env[65677]: value = "task-4637255" [ 1208.525714] env[65677]: _type = "Task" [ 1208.525714] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.538139] env[65677]: DEBUG oslo_vmware.api [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.572287] env[65677]: DEBUG nova.scheduler.client.report [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.694800] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637251, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.744841] env[65677]: DEBUG nova.compute.manager [req-e642ff97-d0e9-4602-8f01-3860bdd189c6 req-11b130d4-4bcc-42ac-9e72-dc7a4b79ef79 service nova] [instance: abfe1127-4aad-405a-a435-ce2773354d25] Received event network-vif-deleted-d30bf441-5d19-407a-86a1-951d904ac3b4 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1208.813537] env[65677]: DEBUG nova.compute.manager [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Received event network-changed-c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1208.813798] env[65677]: DEBUG nova.compute.manager [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Refreshing instance network info cache due to event network-changed-c98ee3ea-5884-4f87-ae20-d7a5974e18ff. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1208.814012] env[65677]: DEBUG oslo_concurrency.lockutils [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] Acquiring lock "refresh_cache-bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.814645] env[65677]: DEBUG oslo_concurrency.lockutils [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] Acquired lock "refresh_cache-bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.814883] env[65677]: DEBUG nova.network.neutron [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Refreshing network info cache for port c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.920991] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751219} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.921848] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.922114] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.922855] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838e71e3-93e5-45cf-9307-1008f5a1a31a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.928096] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.935836] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1208.935836] env[65677]: value = "task-4637256" [ 1208.935836] env[65677]: _type = "Task" [ 1208.935836] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.949906] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.038073] env[65677]: DEBUG oslo_vmware.api [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Task: {'id': task-4637255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462754} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.038548] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.038886] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.039084] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.039267] env[65677]: INFO nova.compute.manager [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1209.039528] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1209.039741] env[65677]: DEBUG nova.compute.manager [-] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1209.039844] env[65677]: DEBUG nova.network.neutron [-] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.040105] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.081204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.083932] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.141s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.084447] env[65677]: DEBUG nova.objects.instance [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lazy-loading 'resources' on Instance uuid abfe1127-4aad-405a-a435-ce2773354d25 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.110516] env[65677]: INFO nova.scheduler.client.report [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted allocations for instance 045686d6-af6e-4086-b8f7-fb82d2edb787 [ 1209.133162] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.192040] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637251, 'name': CreateVM_Task, 'duration_secs': 0.659149} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.192342] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.193117] env[65677]: WARNING neutronclient.v2_0.client [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.193606] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.193841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.194294] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.195074] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6698f49b-49d5-411a-8cb7-aad27a743b73 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.203396] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1209.203396] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aaa437-756b-5a04-3541-7fcf137a0af3" [ 1209.203396] env[65677]: _type = "Task" [ 1209.203396] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.218514] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aaa437-756b-5a04-3541-7fcf137a0af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.317863] env[65677]: WARNING neutronclient.v2_0.client [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.428374] env[65677]: DEBUG oslo_vmware.api [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.64082} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.428649] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.428874] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.429075] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.429297] env[65677]: INFO nova.compute.manager [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1209.429673] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1209.429882] env[65677]: DEBUG nova.compute.manager [-] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1209.429975] env[65677]: DEBUG nova.network.neutron [-] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.430239] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.448344] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185537} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.449775] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.451105] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ea0db-d27e-4701-8361-588b7829e144 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.477613] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.478773] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1076353a-82c0-4e32-8ba4-43cab66a854f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.503173] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1209.503173] env[65677]: value = "task-4637257" [ 1209.503173] env[65677]: _type = "Task" [ 1209.503173] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.513991] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.547480] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.618917] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a4f1256a-203f-42e9-9036-f1be7b53e6ad tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "045686d6-af6e-4086-b8f7-fb82d2edb787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.039s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.717747] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52aaa437-756b-5a04-3541-7fcf137a0af3, 'name': SearchDatastore_Task, 'duration_secs': 0.048408} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.721753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.722097] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.722376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.722554] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.722770] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.723351] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f3dd2b-702e-4a74-b8e3-9d7002714198 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.735396] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.735653] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.739449] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5dd53b-b259-45c6-af66-589a489ac04e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.750247] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1209.750247] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526bef37-e6c5-52d2-d85e-70c4e21d2d41" [ 1209.750247] env[65677]: _type = "Task" [ 1209.750247] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.761903] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526bef37-e6c5-52d2-d85e-70c4e21d2d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.812135] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff518f0-6928-4291-a07c-21295fe018a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.822880] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a62c9c-d4ac-4992-9a82-4d383f4f30c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.858145] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01d26ee-827f-4b2e-a364-e630fe2b2927 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.867853] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b2ab55-dddf-4c9e-aa85-60f72677e613 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.887835] env[65677]: DEBUG nova.compute.provider_tree [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.905631] env[65677]: DEBUG nova.network.neutron [-] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.018092] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637257, 'name': ReconfigVM_Task, 'duration_secs': 0.345758} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.018092] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.018092] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124bffcd-01c0-489a-b6a3-a480c059ee02 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.027058] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1210.027058] env[65677]: value = "task-4637258" [ 1210.027058] env[65677]: _type = "Task" [ 1210.027058] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.044365] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637258, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.261248] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526bef37-e6c5-52d2-d85e-70c4e21d2d41, 'name': SearchDatastore_Task, 'duration_secs': 0.015554} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.262526] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fb9d76-e744-49a3-b67e-22ede7a54014 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.270905] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1210.270905] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fdfdad-8e2e-7760-0a32-6b04ab889e6f" [ 1210.270905] env[65677]: _type = "Task" [ 1210.270905] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.283734] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fdfdad-8e2e-7760-0a32-6b04ab889e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.285239] env[65677]: DEBUG nova.network.neutron [-] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.291129] env[65677]: WARNING neutronclient.v2_0.client [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.391609] env[65677]: DEBUG nova.scheduler.client.report [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.409015] env[65677]: INFO nova.compute.manager [-] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Took 1.37 seconds to deallocate network for instance. [ 1210.447376] env[65677]: DEBUG nova.network.neutron [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Updated VIF entry in instance network info cache for port c98ee3ea-5884-4f87-ae20-d7a5974e18ff. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.447789] env[65677]: DEBUG nova.network.neutron [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Updating instance_info_cache with network_info: [{"id": "c98ee3ea-5884-4f87-ae20-d7a5974e18ff", "address": "fa:16:3e:cc:31:f3", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98ee3ea-58", "ovs_interfaceid": "c98ee3ea-5884-4f87-ae20-d7a5974e18ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.540271] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637258, 'name': Rename_Task, 'duration_secs': 0.178144} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.540271] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.540271] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-086833c1-50aa-4c11-9fc6-d9f12e92a623 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.547982] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1210.547982] env[65677]: value = "task-4637259" [ 1210.547982] env[65677]: _type = "Task" [ 1210.547982] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.559030] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.787443] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52fdfdad-8e2e-7760-0a32-6b04ab889e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.787443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.787443] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] bfdc59f5-fd54-4225-bfcf-f52d3dcbde80/bfdc59f5-fd54-4225-bfcf-f52d3dcbde80.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.787443] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daadc145-13d9-4bd6-80e2-36693f5ed4d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.790511] env[65677]: INFO nova.compute.manager [-] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Took 1.36 seconds to deallocate network for instance. [ 1210.805701] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1210.805701] env[65677]: value = "task-4637260" [ 1210.805701] env[65677]: _type = "Task" [ 1210.805701] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.807353] env[65677]: DEBUG nova.compute.manager [req-4e2a8543-3305-4fbc-a134-5153201d9c78 req-8878231c-819c-4fd6-89aa-31d2dcbb7361 service nova] [instance: 85e62a5c-0c89-491e-b32e-6652f4734763] Received event network-vif-deleted-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1210.808020] env[65677]: DEBUG nova.compute.manager [req-4e2a8543-3305-4fbc-a134-5153201d9c78 req-8878231c-819c-4fd6-89aa-31d2dcbb7361 service nova] [instance: 736910f2-be42-4eb5-b16c-37a01f4739fd] Received event network-vif-deleted-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1210.823040] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.898148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.917829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.917829] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.917829] env[65677]: DEBUG nova.objects.instance [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lazy-loading 'resources' on Instance uuid 85e62a5c-0c89-491e-b32e-6652f4734763 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.951555] env[65677]: DEBUG oslo_concurrency.lockutils [req-9fa9e99b-4380-431c-8eed-185d2a8480dc req-37a2836b-6c85-456e-97bc-381782cd49e6 service nova] Releasing lock "refresh_cache-bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.985472] env[65677]: INFO nova.scheduler.client.report [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Deleted allocations for instance abfe1127-4aad-405a-a435-ce2773354d25 [ 1211.066017] env[65677]: DEBUG oslo_vmware.api [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637259, 'name': PowerOnVM_Task, 'duration_secs': 0.510858} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.066842] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.066842] env[65677]: INFO nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1211.066842] env[65677]: DEBUG nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1211.067529] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bd2c12-71f2-44e9-9b48-3a14f3a50779 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.159035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.159253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.159419] env[65677]: DEBUG nova.compute.manager [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Going to confirm migration 8 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1211.303077] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.322302] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.498156] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Lock "abfe1127-4aad-405a-a435-ce2773354d25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.667s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.591311] env[65677]: INFO nova.compute.manager [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Took 13.23 seconds to build instance. [ 1211.621173] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6c4374-d541-4cda-9489-4941e2db9b82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.630430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf91056-2733-4019-942b-a2c7939f03d2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.668504] env[65677]: WARNING neutronclient.v2_0.client [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.671386] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa267161-2f53-4c66-b057-a5fa27fa9039 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.680520] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403998da-1c80-4da8-809c-9d834276df6c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.696502] env[65677]: DEBUG nova.compute.provider_tree [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.821194] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629501} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.821682] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] bfdc59f5-fd54-4225-bfcf-f52d3dcbde80/bfdc59f5-fd54-4225-bfcf-f52d3dcbde80.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.821799] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.821974] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fac99ec-6ee6-4d5c-8896-fc022c6c7cc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.831038] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1211.831038] env[65677]: value = "task-4637261" [ 1211.831038] env[65677]: _type = "Task" [ 1211.831038] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.841542] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.898778] env[65677]: WARNING neutronclient.v2_0.client [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.899561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.899561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquired lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.899561] env[65677]: DEBUG nova.network.neutron [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1211.899733] env[65677]: DEBUG nova.objects.instance [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'info_cache' on Instance uuid dce8562f-09f4-46cc-a511-f83c3f0d9b95 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.094914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.740s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.203168] env[65677]: DEBUG nova.scheduler.client.report [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.341222] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141176} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.341541] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.342359] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50839ca4-a1a8-4e3f-9d25-4609ec8cfca8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.367640] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] bfdc59f5-fd54-4225-bfcf-f52d3dcbde80/bfdc59f5-fd54-4225-bfcf-f52d3dcbde80.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.367982] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa5c0ac-b8d8-4633-9b4a-0695d3150d96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.400741] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1212.400741] env[65677]: value = "task-4637262" [ 1212.400741] env[65677]: _type = "Task" [ 1212.400741] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.412565] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.710037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.711227] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.408s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.711462] env[65677]: DEBUG nova.objects.instance [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid 736910f2-be42-4eb5-b16c-37a01f4739fd {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.726814] env[65677]: INFO nova.scheduler.client.report [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Deleted allocations for instance 85e62a5c-0c89-491e-b32e-6652f4734763 [ 1212.836151] env[65677]: DEBUG nova.compute.manager [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1212.836436] env[65677]: DEBUG nova.compute.manager [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing instance network info cache due to event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1212.836569] env[65677]: DEBUG oslo_concurrency.lockutils [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.836705] env[65677]: DEBUG oslo_concurrency.lockutils [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.836828] env[65677]: DEBUG nova.network.neutron [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.910717] env[65677]: WARNING neutronclient.v2_0.client [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.920122] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637262, 'name': ReconfigVM_Task, 'duration_secs': 0.295781} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.921324] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Reconfigured VM instance instance-00000074 to attach disk [datastore2] bfdc59f5-fd54-4225-bfcf-f52d3dcbde80/bfdc59f5-fd54-4225-bfcf-f52d3dcbde80.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.922649] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e70cf4-958a-40a5-a04d-92cf81a3b526 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.930635] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1212.930635] env[65677]: value = "task-4637263" [ 1212.930635] env[65677]: _type = "Task" [ 1212.930635] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.941055] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637263, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.983529] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.984039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.162038] env[65677]: WARNING neutronclient.v2_0.client [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.235000] env[65677]: DEBUG oslo_concurrency.lockutils [None req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Lock "85e62a5c-0c89-491e-b32e-6652f4734763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.973s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.241831] env[65677]: DEBUG nova.network.neutron [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [{"id": "82deff89-f89d-431d-9460-d94f4c7d325d", "address": "fa:16:3e:89:f9:67", "network": {"id": "d696e51e-f3e1-467b-a940-94d0951f6068", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-114100424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3065dcf941fc4006846ab55b10d23b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82deff89-f8", "ovs_interfaceid": "82deff89-f89d-431d-9460-d94f4c7d325d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.339260] env[65677]: WARNING neutronclient.v2_0.client [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.403245] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baab827-40fd-4601-bc94-769f11a119b3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.412094] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03ef614-669e-43f3-b0dc-fe9147573b13 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.449040] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4578a7-7b0b-484f-95b1-c6e0e5ca39c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.460227] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34909a7-f4fd-4978-ae12-5bf27c18640e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.463867] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637263, 'name': Rename_Task, 'duration_secs': 0.191839} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.464135] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.464694] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce48a6cb-649a-438d-a4bc-9e4e6485d908 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.475661] env[65677]: DEBUG nova.compute.provider_tree [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.483816] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1213.483816] env[65677]: value = "task-4637265" [ 1213.483816] env[65677]: _type = "Task" [ 1213.483816] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.489049] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1213.499020] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.561806] env[65677]: WARNING neutronclient.v2_0.client [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.681471] env[65677]: DEBUG nova.network.neutron [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updated VIF entry in instance network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1213.681870] env[65677]: DEBUG nova.network.neutron [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.747387] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Releasing lock "refresh_cache-dce8562f-09f4-46cc-a511-f83c3f0d9b95" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.747743] env[65677]: DEBUG nova.objects.instance [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'migration_context' on Instance uuid dce8562f-09f4-46cc-a511-f83c3f0d9b95 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.980545] env[65677]: DEBUG nova.scheduler.client.report [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.001605] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637265, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.025846] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.184737] env[65677]: DEBUG oslo_concurrency.lockutils [req-a5ea142d-833a-4a5a-aeb1-c239bc4550f3 req-e91b2ae0-1833-436a-96ec-b2a56b24b7b2 service nova] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.251020] env[65677]: DEBUG nova.objects.base [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1214.252021] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672e9ddd-e019-4260-b002-b21ebad92eaa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.273182] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942a1ec0-6775-42bb-91f7-b6d83cf1be93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.280164] env[65677]: DEBUG oslo_vmware.api [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1214.280164] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527f093b-24de-c276-53b2-8b9dbbf40ef3" [ 1214.280164] env[65677]: _type = "Task" [ 1214.280164] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.290684] env[65677]: DEBUG oslo_vmware.api [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527f093b-24de-c276-53b2-8b9dbbf40ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.491812] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.498665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.472s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.499624] env[65677]: INFO nova.compute.claims [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.502994] env[65677]: DEBUG oslo_vmware.api [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637265, 'name': PowerOnVM_Task, 'duration_secs': 0.547309} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.503181] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.503288] env[65677]: INFO nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1214.503590] env[65677]: DEBUG nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1214.504501] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578872f9-4c73-4e41-887c-dccc022eccaf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.517306] env[65677]: INFO nova.scheduler.client.report [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance 736910f2-be42-4eb5-b16c-37a01f4739fd [ 1214.798418] env[65677]: DEBUG oslo_vmware.api [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527f093b-24de-c276-53b2-8b9dbbf40ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.019889} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.798902] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.029153] env[65677]: INFO nova.compute.manager [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Took 15.49 seconds to build instance. [ 1215.031534] env[65677]: DEBUG oslo_concurrency.lockutils [None req-44202f90-cca9-4f9f-acb0-4083acbc931a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "736910f2-be42-4eb5-b16c-37a01f4739fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.800s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.533389] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1b9a69a4-a157-4746-b996-a16a41fb68ea tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.676729] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad07f7-1328-4776-a2ea-90e7db271766 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.684973] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cae88d-018b-4d80-9463-09543bea1709 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.717123] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18930c2-b478-4e1e-96e4-751ae98cc6a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.725844] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e520bc6-5472-49df-92dc-f671c20fc352 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.740514] env[65677]: DEBUG nova.compute.provider_tree [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.124038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.124310] env[65677]: DEBUG oslo_concurrency.lockutils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.244181] env[65677]: DEBUG nova.scheduler.client.report [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.261041] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.261317] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.627950] env[65677]: DEBUG nova.compute.utils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.749550] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.750238] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1216.754122] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.955s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.764126] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1217.131461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.258860] env[65677]: DEBUG nova.compute.utils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.263539] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1217.263787] env[65677]: DEBUG nova.network.neutron [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1217.264169] env[65677]: WARNING neutronclient.v2_0.client [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.264340] env[65677]: WARNING neutronclient.v2_0.client [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.288931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.317615] env[65677]: DEBUG nova.policy [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bab04b0eb3a48518d0cd0baadfd1649', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2499a21a162408781ffb44f96bbe08c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.434666] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931d60fc-7d78-4fc0-9dd3-e2d839157dac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.444332] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf185d9-2dff-48a3-bf23-2521617f2b98 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.477079] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e400914-41bd-40df-9734-29722a50ae7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.485412] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c3fc07-72aa-4de5-9e05-2f6e959f9180 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.502206] env[65677]: DEBUG nova.compute.provider_tree [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.644134] env[65677]: DEBUG nova.network.neutron [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Successfully created port: bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1217.764761] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1218.007222] env[65677]: DEBUG nova.scheduler.client.report [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.213408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.213408] env[65677]: DEBUG oslo_concurrency.lockutils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.214029] env[65677]: INFO nova.compute.manager [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Attaching volume 93c202ba-12e5-4187-a6eb-9a409c4fd9ac to /dev/sdb [ 1218.255468] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88966169-19d3-4448-afcf-70173b758528 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.263700] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d1074-1e98-4c16-9a05-435965af6e6b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.279468] env[65677]: DEBUG nova.virt.block_device [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Updating existing volume attachment record: 19434019-cfb5-43db-84c6-87bfae869af7 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.475901] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.476175] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.784084] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1218.816119] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.816476] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.816728] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.816968] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.817163] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.817352] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.817656] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.817861] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.818081] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.818288] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.818523] env[65677]: DEBUG nova.virt.hardware [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.819540] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d087fc-03ae-449b-9d3a-629cbe13e7fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.829238] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b7a28-e882-44e9-83a0-102392c73523 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.982589] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.982875] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.982962] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.983125] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.983231] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.983369] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.029639] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.265s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.034940] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.746s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.037473] env[65677]: INFO nova.compute.claims [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.156867] env[65677]: DEBUG nova.compute.manager [req-3266aefc-aa0f-41d9-9de6-5382c20d7a24 req-9f897361-1908-418c-bcee-533cfb6d3608 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Received event network-vif-plugged-bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1219.157102] env[65677]: DEBUG oslo_concurrency.lockutils [req-3266aefc-aa0f-41d9-9de6-5382c20d7a24 req-9f897361-1908-418c-bcee-533cfb6d3608 service nova] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.157359] env[65677]: DEBUG oslo_concurrency.lockutils [req-3266aefc-aa0f-41d9-9de6-5382c20d7a24 req-9f897361-1908-418c-bcee-533cfb6d3608 service nova] Lock "9478181d-ad31-4c72-9172-47732e751f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.157492] env[65677]: DEBUG oslo_concurrency.lockutils [req-3266aefc-aa0f-41d9-9de6-5382c20d7a24 req-9f897361-1908-418c-bcee-533cfb6d3608 service nova] Lock "9478181d-ad31-4c72-9172-47732e751f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.157680] env[65677]: DEBUG nova.compute.manager [req-3266aefc-aa0f-41d9-9de6-5382c20d7a24 req-9f897361-1908-418c-bcee-533cfb6d3608 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] No waiting events found dispatching network-vif-plugged-bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1219.157853] env[65677]: WARNING nova.compute.manager [req-3266aefc-aa0f-41d9-9de6-5382c20d7a24 req-9f897361-1908-418c-bcee-533cfb6d3608 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Received unexpected event network-vif-plugged-bd1ab71d-af09-4838-abad-1fa84303db46 for instance with vm_state building and task_state spawning. [ 1219.251297] env[65677]: DEBUG nova.network.neutron [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Successfully updated port: bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1219.487522] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Getting list of instances from cluster (obj){ [ 1219.487522] env[65677]: value = "domain-c8" [ 1219.487522] env[65677]: _type = "ClusterComputeResource" [ 1219.487522] env[65677]: } {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1219.488663] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9b429-a9f4-48f2-93df-c4fd582b54c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.508992] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Got total of 8 instances {{(pid=65677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1219.509299] env[65677]: WARNING nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1219.509454] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid ee6d6221-ddea-44f1-9a44-aa9a423ef62a {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.509758] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid baafe20f-618d-46e9-a699-75fb1fdd9206 {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.510034] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid 85834c2f-5c57-4c3e-9469-45b24425298e {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.510475] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid dce8562f-09f4-46cc-a511-f83c3f0d9b95 {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.510585] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid 50eedb35-e0ab-4b1f-8d99-f35713027fde {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.510848] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid a196c891-484e-4e44-98e2-63879198b0bf {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.511173] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.511267] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.511570] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Triggering sync for uuid 9478181d-ad31-4c72-9172-47732e751f85 {{(pid=65677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11008}} [ 1219.513031] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.513282] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.513567] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "baafe20f-618d-46e9-a699-75fb1fdd9206" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.513753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.514035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "85834c2f-5c57-4c3e-9469-45b24425298e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.514183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "85834c2f-5c57-4c3e-9469-45b24425298e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.514417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.514626] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.514856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.515040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "a196c891-484e-4e44-98e2-63879198b0bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.515221] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "a196c891-484e-4e44-98e2-63879198b0bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.515462] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.515651] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.515857] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.516105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.516291] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.516394] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1219.517727] env[65677]: INFO nova.compute.manager [None req-119af8e7-976f-4b5e-aa40-a924d1a609ad tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Get console output [ 1219.518323] env[65677]: WARNING nova.virt.vmwareapi.driver [None req-119af8e7-976f-4b5e-aa40-a924d1a609ad tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] The console log is missing. Check your VSPC configuration [ 1219.519390] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d263766-511a-460e-bcb8-3ff084e80cad {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.522674] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e5c08-e634-4e59-892c-acb6ea09b07b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.525456] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a145a2-9a18-4cc6-9e99-ae1058d3bff3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.529207] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a8d2f4-1f2f-4730-a388-7a039ed0c4c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.533594] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc77839e-55b4-49fc-aa78-13437bf0b293 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.537182] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a121de-c00a-4112-a0d5-de1e41995c6f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.539582] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.636746] env[65677]: INFO nova.scheduler.client.report [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted allocation for migration 0d2a5ee6-48c4-4627-8506-003c26be91cb [ 1219.755123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.755123] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.755338] env[65677]: DEBUG nova.network.neutron [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1220.045578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.067441] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "85834c2f-5c57-4c3e-9469-45b24425298e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.070865] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.071288] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.071627] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "a196c891-484e-4e44-98e2-63879198b0bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.071951] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.072284] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.143237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-937a3012-6a88-4e88-a698-3dcf8ef5cc62 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.984s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.144336] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.630s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.145758] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167db64-291b-4e15-a030-c0fb357f7bb5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.189614] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a92faf-fc5a-4299-a651-ad16d7ce83fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.198101] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f70d2f-0262-4dcf-af4f-36a6b2a37936 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.230822] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c84ee4-f17e-443b-983f-ae8d72c53678 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.238890] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16ed8b-58cc-41fc-8bc6-4b9bf773ead3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.252844] env[65677]: DEBUG nova.compute.provider_tree [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.297515] env[65677]: DEBUG nova.network.neutron [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1220.378431] env[65677]: WARNING neutronclient.v2_0.client [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.454240] env[65677]: DEBUG nova.network.neutron [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updating instance_info_cache with network_info: [{"id": "bd1ab71d-af09-4838-abad-1fa84303db46", "address": "fa:16:3e:5b:52:2b", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1ab71d-af", "ovs_interfaceid": "bd1ab71d-af09-4838-abad-1fa84303db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.659765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.756318] env[65677]: DEBUG nova.scheduler.client.report [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.957777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.958314] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Instance network_info: |[{"id": "bd1ab71d-af09-4838-abad-1fa84303db46", "address": "fa:16:3e:5b:52:2b", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1ab71d-af", "ovs_interfaceid": "bd1ab71d-af09-4838-abad-1fa84303db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1220.958962] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:52:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1ab71d-af09-4838-abad-1fa84303db46', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.967905] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1220.968186] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.968421] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91087ca0-bb99-47f9-ae32-ca162e9fc631 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.991562] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.991562] env[65677]: value = "task-4637270" [ 1220.991562] env[65677]: _type = "Task" [ 1220.991562] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.001541] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637270, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.186266] env[65677]: DEBUG nova.compute.manager [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Received event network-changed-bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1221.186493] env[65677]: DEBUG nova.compute.manager [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Refreshing instance network info cache due to event network-changed-bd1ab71d-af09-4838-abad-1fa84303db46. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1221.186741] env[65677]: DEBUG oslo_concurrency.lockutils [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] Acquiring lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.186912] env[65677]: DEBUG oslo_concurrency.lockutils [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] Acquired lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.187671] env[65677]: DEBUG nova.network.neutron [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Refreshing network info cache for port bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.261961] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.262549] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1221.266400] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.221s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.266580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.266903] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1221.268124] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc671bb-9895-4220-93f1-44d8f499a4e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.276706] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e61a3b-e472-49be-a282-24e333444836 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.291898] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404af014-6ab1-4be6-aa50-df96eb6158d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.300016] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3dc7c-ef44-4c0b-a1c4-8cbb760994a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.332131] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178776MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1221.332349] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.332491] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.502818] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637270, 'name': CreateVM_Task, 'duration_secs': 0.333211} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.503046] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.503527] env[65677]: WARNING neutronclient.v2_0.client [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.503883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.504060] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.504424] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.504716] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca99fb0-eb6c-4a65-aac7-9d5d78b657fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.510786] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1221.510786] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b5ae9-9194-31bd-7e25-67ad022c468a" [ 1221.510786] env[65677]: _type = "Task" [ 1221.510786] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.520437] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b5ae9-9194-31bd-7e25-67ad022c468a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.690460] env[65677]: WARNING neutronclient.v2_0.client [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.768100] env[65677]: DEBUG nova.compute.utils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.769591] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1221.769787] env[65677]: DEBUG nova.network.neutron [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1221.770099] env[65677]: WARNING neutronclient.v2_0.client [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.770403] env[65677]: WARNING neutronclient.v2_0.client [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.809256] env[65677]: DEBUG nova.policy [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.845533] env[65677]: WARNING neutronclient.v2_0.client [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.925225] env[65677]: DEBUG nova.network.neutron [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updated VIF entry in instance network info cache for port bd1ab71d-af09-4838-abad-1fa84303db46. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1221.925646] env[65677]: DEBUG nova.network.neutron [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updating instance_info_cache with network_info: [{"id": "bd1ab71d-af09-4838-abad-1fa84303db46", "address": "fa:16:3e:5b:52:2b", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1ab71d-af", "ovs_interfaceid": "bd1ab71d-af09-4838-abad-1fa84303db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.022979] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b5ae9-9194-31bd-7e25-67ad022c468a, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.023335] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.023655] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.023914] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.024141] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.024380] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.024773] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ff94778-80a7-417f-9b47-6542beb40c34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.041277] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.041463] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.042233] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b24c7a-7bad-4bb2-a3ff-498cf25b5645 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.048864] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1222.048864] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52316bcd-2b07-dadc-ddab-f3d554d75584" [ 1222.048864] env[65677]: _type = "Task" [ 1222.048864] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.057318] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52316bcd-2b07-dadc-ddab-f3d554d75584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.140033] env[65677]: DEBUG nova.network.neutron [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Successfully created port: 82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1222.276567] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1222.364253] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.364411] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance baafe20f-618d-46e9-a699-75fb1fdd9206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.364605] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 85834c2f-5c57-4c3e-9469-45b24425298e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.364730] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 50eedb35-e0ab-4b1f-8d99-f35713027fde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.364898] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance a196c891-484e-4e44-98e2-63879198b0bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.365016] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance dce8562f-09f4-46cc-a511-f83c3f0d9b95 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.365115] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 960189ce-b92f-4edb-9581-ff3d5495c98e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.365227] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.365337] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 9478181d-ad31-4c72-9172-47732e751f85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.365440] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 7aa5ad9d-36af-4be4-9862-16ffa96087d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1222.365634] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1222.365766] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1222.428244] env[65677]: DEBUG oslo_concurrency.lockutils [req-478d8d25-f7c7-468a-ba5d-9278b0a87c41 req-9f7f1e35-b1b7-41cd-9582-0ed23e5c6185 service nova] Releasing lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.496452] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757584b4-ea97-40f9-9723-29c02ecfab2a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.506088] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fc81b7-7225-43ac-ab56-e20afbaa2d96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.536907] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef18391a-9d95-47bc-a8ba-aefd43167559 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.544422] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c1f453-8ef6-465f-8c77-b1239911ca8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.562593] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.569729] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52316bcd-2b07-dadc-ddab-f3d554d75584, 'name': SearchDatastore_Task, 'duration_secs': 0.023251} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.570536] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89453d6-cf96-41df-bb0f-08fd63b39ea5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.577076] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1222.577076] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52daef5c-3a5a-0c58-c62d-9f37b23e6c6c" [ 1222.577076] env[65677]: _type = "Task" [ 1222.577076] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.585791] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52daef5c-3a5a-0c58-c62d-9f37b23e6c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.827326] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.827644] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905563', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'name': 'volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfdc59f5-fd54-4225-bfcf-f52d3dcbde80', 'attached_at': '', 'detached_at': '', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'serial': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.828628] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6250d338-107a-4bec-9919-f097876e8c24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.846120] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37205b45-bab9-4e0c-9790-2f4e81f79808 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.872549] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac/volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.872841] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c21cf5-976e-4aa3-b91c-c72cb7de5ba6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.892261] env[65677]: DEBUG oslo_vmware.api [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1222.892261] env[65677]: value = "task-4637271" [ 1222.892261] env[65677]: _type = "Task" [ 1222.892261] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.900956] env[65677]: DEBUG oslo_vmware.api [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.066757] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.090745] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52daef5c-3a5a-0c58-c62d-9f37b23e6c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.020446} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.091101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.091425] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9478181d-ad31-4c72-9172-47732e751f85/9478181d-ad31-4c72-9172-47732e751f85.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.091743] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62836605-6002-4051-8cdb-503c93ec8a6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.101344] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1223.101344] env[65677]: value = "task-4637272" [ 1223.101344] env[65677]: _type = "Task" [ 1223.101344] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.112411] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.283891] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1223.314513] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.314775] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.314930] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.315183] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.315468] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.315608] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.315879] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.316110] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.316306] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.316476] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.316653] env[65677]: DEBUG nova.virt.hardware [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.317725] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab65450-cbfd-4f20-8cf5-633c0c27cc8c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.328365] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4918627-5f03-4d5f-862d-fd17f5bc6e03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.406945] env[65677]: DEBUG oslo_vmware.api [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637271, 'name': ReconfigVM_Task, 'duration_secs': 0.399885} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.407268] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac/volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.412415] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf230812-d25c-4e25-b57c-6f4d516f9ff2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.430345] env[65677]: DEBUG oslo_vmware.api [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1223.430345] env[65677]: value = "task-4637273" [ 1223.430345] env[65677]: _type = "Task" [ 1223.430345] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.440362] env[65677]: DEBUG oslo_vmware.api [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.573028] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1223.573409] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.241s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.576185] env[65677]: DEBUG nova.compute.manager [req-a8c0ec97-e3a2-4710-b94c-bde1c9663976 req-cea5ee7d-9f46-48e0-b3a9-0d54c7730d48 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Received event network-vif-plugged-82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1223.576578] env[65677]: DEBUG oslo_concurrency.lockutils [req-a8c0ec97-e3a2-4710-b94c-bde1c9663976 req-cea5ee7d-9f46-48e0-b3a9-0d54c7730d48 service nova] Acquiring lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.576884] env[65677]: DEBUG oslo_concurrency.lockutils [req-a8c0ec97-e3a2-4710-b94c-bde1c9663976 req-cea5ee7d-9f46-48e0-b3a9-0d54c7730d48 service nova] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.577180] env[65677]: DEBUG oslo_concurrency.lockutils [req-a8c0ec97-e3a2-4710-b94c-bde1c9663976 req-cea5ee7d-9f46-48e0-b3a9-0d54c7730d48 service nova] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.577481] env[65677]: DEBUG nova.compute.manager [req-a8c0ec97-e3a2-4710-b94c-bde1c9663976 req-cea5ee7d-9f46-48e0-b3a9-0d54c7730d48 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] No waiting events found dispatching network-vif-plugged-82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1223.577801] env[65677]: WARNING nova.compute.manager [req-a8c0ec97-e3a2-4710-b94c-bde1c9663976 req-cea5ee7d-9f46-48e0-b3a9-0d54c7730d48 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Received unexpected event network-vif-plugged-82a7d611-1754-4d48-ab39-1eeadaaa52f7 for instance with vm_state building and task_state spawning. [ 1223.612256] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496926} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.612522] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 9478181d-ad31-4c72-9172-47732e751f85/9478181d-ad31-4c72-9172-47732e751f85.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.612739] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.612988] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e251eafe-113e-4d20-bac9-caae955c9adb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.620598] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1223.620598] env[65677]: value = "task-4637274" [ 1223.620598] env[65677]: _type = "Task" [ 1223.620598] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.629763] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.673747] env[65677]: DEBUG nova.network.neutron [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Successfully updated port: 82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1223.949508] env[65677]: DEBUG oslo_vmware.api [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637273, 'name': ReconfigVM_Task, 'duration_secs': 0.190593} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.951497] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905563', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'name': 'volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfdc59f5-fd54-4225-bfcf-f52d3dcbde80', 'attached_at': '', 'detached_at': '', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'serial': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.131712] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06951} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.131967] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.132862] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a276f759-aa5b-43f4-af7a-e2fa5978a2b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.156872] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 9478181d-ad31-4c72-9172-47732e751f85/9478181d-ad31-4c72-9172-47732e751f85.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.157260] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e05808b6-62b9-4ac1-8d9a-b5863b8fb827 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.178284] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-7aa5ad9d-36af-4be4-9862-16ffa96087d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.178536] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-7aa5ad9d-36af-4be4-9862-16ffa96087d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.178679] env[65677]: DEBUG nova.network.neutron [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.179841] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1224.179841] env[65677]: value = "task-4637275" [ 1224.179841] env[65677]: _type = "Task" [ 1224.179841] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.189199] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.694412] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637275, 'name': ReconfigVM_Task, 'duration_secs': 0.330467} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.694768] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 9478181d-ad31-4c72-9172-47732e751f85/9478181d-ad31-4c72-9172-47732e751f85.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.695240] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85067c9-79e9-41b4-b5c8-d9df8a992bd8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.703493] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1224.703493] env[65677]: value = "task-4637276" [ 1224.703493] env[65677]: _type = "Task" [ 1224.703493] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.715168] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637276, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.717872] env[65677]: DEBUG nova.network.neutron [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1224.795665] env[65677]: WARNING neutronclient.v2_0.client [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.881142] env[65677]: DEBUG nova.network.neutron [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Updating instance_info_cache with network_info: [{"id": "82a7d611-1754-4d48-ab39-1eeadaaa52f7", "address": "fa:16:3e:9a:39:16", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a7d611-17", "ovs_interfaceid": "82a7d611-1754-4d48-ab39-1eeadaaa52f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.994965] env[65677]: DEBUG nova.objects.instance [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'flavor' on Instance uuid bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.215414] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637276, 'name': Rename_Task, 'duration_secs': 0.149261} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.215801] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.216068] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f253ba8-7405-4471-a381-aef5f780aa66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.224141] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1225.224141] env[65677]: value = "task-4637277" [ 1225.224141] env[65677]: _type = "Task" [ 1225.224141] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.233647] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.384781] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-7aa5ad9d-36af-4be4-9862-16ffa96087d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.385200] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Instance network_info: |[{"id": "82a7d611-1754-4d48-ab39-1eeadaaa52f7", "address": "fa:16:3e:9a:39:16", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a7d611-17", "ovs_interfaceid": "82a7d611-1754-4d48-ab39-1eeadaaa52f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1225.385800] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:39:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a7d611-1754-4d48-ab39-1eeadaaa52f7', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.397055] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1225.397492] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.397799] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0506f138-b00f-453b-8b41-10c255b70067 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.424483] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.424483] env[65677]: value = "task-4637278" [ 1225.424483] env[65677]: _type = "Task" [ 1225.424483] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.434418] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637278, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.501317] env[65677]: DEBUG oslo_concurrency.lockutils [None req-109c9711-643f-4a2c-a37d-9c1287ff8237 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.502089] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.986s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.503291] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116cb3ca-8c11-4403-a2a8-bf9c2367a806 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.625240] env[65677]: DEBUG nova.compute.manager [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Received event network-changed-82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1225.625240] env[65677]: DEBUG nova.compute.manager [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Refreshing instance network info cache due to event network-changed-82a7d611-1754-4d48-ab39-1eeadaaa52f7. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1225.625240] env[65677]: DEBUG oslo_concurrency.lockutils [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] Acquiring lock "refresh_cache-7aa5ad9d-36af-4be4-9862-16ffa96087d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.625240] env[65677]: DEBUG oslo_concurrency.lockutils [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] Acquired lock "refresh_cache-7aa5ad9d-36af-4be4-9862-16ffa96087d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.625240] env[65677]: DEBUG nova.network.neutron [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Refreshing network info cache for port 82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.662205] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.735869] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.937604] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637278, 'name': CreateVM_Task, 'duration_secs': 0.402639} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.937812] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.938424] env[65677]: WARNING neutronclient.v2_0.client [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.938926] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.939216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.939740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.940153] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c9283c-71f0-4366-95ce-ddd1e9862fa9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.947479] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1225.947479] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52172f26-bc1b-14ba-69ef-3fa8943a9815" [ 1225.947479] env[65677]: _type = "Task" [ 1225.947479] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.958727] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52172f26-bc1b-14ba-69ef-3fa8943a9815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.014028] env[65677]: INFO nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] During sync_power_state the instance has a pending task (deleting). Skip. [ 1226.014399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.014698] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.353s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.014979] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.015237] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.015440] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.017723] env[65677]: INFO nova.compute.manager [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Terminating instance [ 1226.128450] env[65677]: WARNING neutronclient.v2_0.client [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.238206] env[65677]: DEBUG oslo_vmware.api [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637277, 'name': PowerOnVM_Task, 'duration_secs': 0.614026} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.238363] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.238567] env[65677]: INFO nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1226.238747] env[65677]: DEBUG nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1226.239547] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d09adc3-0ea4-4fe4-b5b3-b312b6ef74a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.298261] env[65677]: WARNING neutronclient.v2_0.client [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.367917] env[65677]: DEBUG nova.network.neutron [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Updated VIF entry in instance network info cache for port 82a7d611-1754-4d48-ab39-1eeadaaa52f7. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1226.368298] env[65677]: DEBUG nova.network.neutron [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Updating instance_info_cache with network_info: [{"id": "82a7d611-1754-4d48-ab39-1eeadaaa52f7", "address": "fa:16:3e:9a:39:16", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a7d611-17", "ovs_interfaceid": "82a7d611-1754-4d48-ab39-1eeadaaa52f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.459582] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52172f26-bc1b-14ba-69ef-3fa8943a9815, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.459934] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.460188] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.460428] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.460575] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.460822] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.461122] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2845c5-bad3-451c-8681-80e31f247719 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.472981] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.473167] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.473997] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3ce7b2-9ad2-49de-a424-7f2faacaf9bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.480376] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1226.480376] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52970e00-93e2-5fda-cff0-d41eb2538f34" [ 1226.480376] env[65677]: _type = "Task" [ 1226.480376] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.489141] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52970e00-93e2-5fda-cff0-d41eb2538f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.522054] env[65677]: DEBUG nova.compute.manager [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1226.522297] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.522651] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bdb3c2f-1c4f-4716-a491-e4c6af83e10f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.531114] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1226.531114] env[65677]: value = "task-4637279" [ 1226.531114] env[65677]: _type = "Task" [ 1226.531114] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.543044] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.757248] env[65677]: INFO nova.compute.manager [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Took 12.76 seconds to build instance. [ 1226.871459] env[65677]: DEBUG oslo_concurrency.lockutils [req-ace6dbb8-efc5-4e8a-adfa-2923230eaab6 req-7367250f-9604-4467-b611-f0b5543c3354 service nova] Releasing lock "refresh_cache-7aa5ad9d-36af-4be4-9862-16ffa96087d4" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.991443] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52970e00-93e2-5fda-cff0-d41eb2538f34, 'name': SearchDatastore_Task, 'duration_secs': 0.022124} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.992338] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78515ddd-72ce-4636-bc31-13e279d0758d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.998245] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1226.998245] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5282fc78-82f6-2467-47f9-e8372ab24142" [ 1226.998245] env[65677]: _type = "Task" [ 1226.998245] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.007015] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5282fc78-82f6-2467-47f9-e8372ab24142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.042691] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637279, 'name': PowerOffVM_Task, 'duration_secs': 0.445891} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.042940] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.043158] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.043359] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905563', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'name': 'volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfdc59f5-fd54-4225-bfcf-f52d3dcbde80', 'attached_at': '', 'detached_at': '', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'serial': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.044190] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50eaed-b18b-4b0f-8577-f44c64235492 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.066793] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d73188-1866-4129-93bd-fab964ff0743 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.074733] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a1e3f4-728a-4269-8f53-8688c50f1fcf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.097744] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f957812-b985-4223-b7c2-33a15c599dcd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.114036] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The volume has not been displaced from its original location: [datastore2] volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac/volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1227.119484] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.119856] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f83ca238-b1fe-4358-b6e6-2d4000bdfaf8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.139344] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1227.139344] env[65677]: value = "task-4637280" [ 1227.139344] env[65677]: _type = "Task" [ 1227.139344] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.148207] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.260874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.276s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.260874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "9478181d-ad31-4c72-9172-47732e751f85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.744s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.260874] env[65677]: INFO nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: 9478181d-ad31-4c72-9172-47732e751f85] During sync_power_state the instance has a pending task (spawning). Skip. [ 1227.260874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "9478181d-ad31-4c72-9172-47732e751f85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.510524] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5282fc78-82f6-2467-47f9-e8372ab24142, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.510897] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.511137] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 7aa5ad9d-36af-4be4-9862-16ffa96087d4/7aa5ad9d-36af-4be4-9862-16ffa96087d4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.511411] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93c60cf-333d-48e5-b340-d72fd558dc09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.519927] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1227.519927] env[65677]: value = "task-4637281" [ 1227.519927] env[65677]: _type = "Task" [ 1227.519927] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.529314] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.650514] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637280, 'name': ReconfigVM_Task, 'duration_secs': 0.50171} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.650829] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.655864] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aec45d2-098f-40fb-a9ce-bb408225ad8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.675319] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1227.675319] env[65677]: value = "task-4637282" [ 1227.675319] env[65677]: _type = "Task" [ 1227.675319] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.687023] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.031932] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637281, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.187934] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637282, 'name': ReconfigVM_Task, 'duration_secs': 0.205647} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.188425] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905563', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'name': 'volume-93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfdc59f5-fd54-4225-bfcf-f52d3dcbde80', 'attached_at': '', 'detached_at': '', 'volume_id': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac', 'serial': '93c202ba-12e5-4187-a6eb-9a409c4fd9ac'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1228.188928] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.190018] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee261dc2-15de-45dc-9c53-636de03bc33f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.198892] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.199195] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a613807e-66d2-43ef-89b4-5fb578c33ad3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.261030] env[65677]: DEBUG nova.compute.manager [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Received event network-changed-bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1228.261271] env[65677]: DEBUG nova.compute.manager [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Refreshing instance network info cache due to event network-changed-bd1ab71d-af09-4838-abad-1fa84303db46. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1228.261500] env[65677]: DEBUG oslo_concurrency.lockutils [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] Acquiring lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.261744] env[65677]: DEBUG oslo_concurrency.lockutils [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] Acquired lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.261912] env[65677]: DEBUG nova.network.neutron [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Refreshing network info cache for port bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.312500] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.312834] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.313038] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleting the datastore file [datastore2] bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.313427] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f1071c-e852-4a6a-a176-99b8eb464db9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.321580] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1228.321580] env[65677]: value = "task-4637284" [ 1228.321580] env[65677]: _type = "Task" [ 1228.321580] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.331392] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.533502] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51825} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.533767] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 7aa5ad9d-36af-4be4-9862-16ffa96087d4/7aa5ad9d-36af-4be4-9862-16ffa96087d4.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.534114] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.534407] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b469410-f6d7-432a-b620-4b3db8617c81 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.542737] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1228.542737] env[65677]: value = "task-4637285" [ 1228.542737] env[65677]: _type = "Task" [ 1228.542737] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.556009] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.765331] env[65677]: WARNING neutronclient.v2_0.client [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.834491] env[65677]: DEBUG oslo_vmware.api [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405715} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.834786] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.834977] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.835186] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.835362] env[65677]: INFO nova.compute.manager [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1228.836275] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1228.836573] env[65677]: DEBUG nova.compute.manager [-] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1228.836702] env[65677]: DEBUG nova.network.neutron [-] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1228.836989] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.873205] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.936825] env[65677]: WARNING neutronclient.v2_0.client [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.017940] env[65677]: DEBUG nova.network.neutron [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updated VIF entry in instance network info cache for port bd1ab71d-af09-4838-abad-1fa84303db46. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1229.018438] env[65677]: DEBUG nova.network.neutron [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updating instance_info_cache with network_info: [{"id": "bd1ab71d-af09-4838-abad-1fa84303db46", "address": "fa:16:3e:5b:52:2b", "network": {"id": "980b5ca0-13de-4641-9a4c-150824cfcf8c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1760858627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2499a21a162408781ffb44f96bbe08c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1ab71d-af", "ovs_interfaceid": "bd1ab71d-af09-4838-abad-1fa84303db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.053909] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07786} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.054252] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.055048] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27b39d-72d2-400e-837c-85046d991776 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.079513] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7aa5ad9d-36af-4be4-9862-16ffa96087d4/7aa5ad9d-36af-4be4-9862-16ffa96087d4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.080203] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b344accc-3b3c-4004-9e8e-3dfd4b106902 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.104478] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1229.104478] env[65677]: value = "task-4637286" [ 1229.104478] env[65677]: _type = "Task" [ 1229.104478] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.114658] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.218079] env[65677]: DEBUG nova.compute.manager [req-02d29446-a623-4bd0-b829-86be95df17ae req-a8cd5c38-2fe5-432d-b748-f9dc85728568 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Received event network-vif-deleted-c98ee3ea-5884-4f87-ae20-d7a5974e18ff {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1229.218381] env[65677]: INFO nova.compute.manager [req-02d29446-a623-4bd0-b829-86be95df17ae req-a8cd5c38-2fe5-432d-b748-f9dc85728568 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Neutron deleted interface c98ee3ea-5884-4f87-ae20-d7a5974e18ff; detaching it from the instance and deleting it from the info cache [ 1229.218635] env[65677]: DEBUG nova.network.neutron [req-02d29446-a623-4bd0-b829-86be95df17ae req-a8cd5c38-2fe5-432d-b748-f9dc85728568 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.523968] env[65677]: DEBUG oslo_concurrency.lockutils [req-90cc6ebc-c4b0-4c3c-8775-807b9bab018f req-d0e549cd-1f81-4dc4-b40f-2e6f0d699865 service nova] Releasing lock "refresh_cache-9478181d-ad31-4c72-9172-47732e751f85" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.600804] env[65677]: DEBUG nova.network.neutron [-] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.615839] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637286, 'name': ReconfigVM_Task, 'duration_secs': 0.333158} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.616128] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7aa5ad9d-36af-4be4-9862-16ffa96087d4/7aa5ad9d-36af-4be4-9862-16ffa96087d4.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.616748] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a81c18-3d42-432b-9f34-e19ab8acf9fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.623970] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1229.623970] env[65677]: value = "task-4637287" [ 1229.623970] env[65677]: _type = "Task" [ 1229.623970] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.632236] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637287, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.722514] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4832e033-0ff8-4e50-bd0e-d93e8e277428 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.733346] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1f985e-9779-47a2-a68e-4ee77d6d5e80 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.769371] env[65677]: DEBUG nova.compute.manager [req-02d29446-a623-4bd0-b829-86be95df17ae req-a8cd5c38-2fe5-432d-b748-f9dc85728568 service nova] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Detach interface failed, port_id=c98ee3ea-5884-4f87-ae20-d7a5974e18ff, reason: Instance bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1230.103322] env[65677]: INFO nova.compute.manager [-] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Took 1.27 seconds to deallocate network for instance. [ 1230.134558] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637287, 'name': Rename_Task, 'duration_secs': 0.155762} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.134851] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.135106] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-049af982-c03c-4da0-8eac-feea1ac954e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.142627] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1230.142627] env[65677]: value = "task-4637288" [ 1230.142627] env[65677]: _type = "Task" [ 1230.142627] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.150985] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.649419] env[65677]: INFO nova.compute.manager [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: bfdc59f5-fd54-4225-bfcf-f52d3dcbde80] Took 0.55 seconds to detach 1 volumes for instance. [ 1230.654436] env[65677]: DEBUG oslo_vmware.api [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637288, 'name': PowerOnVM_Task, 'duration_secs': 0.443878} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.657301] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.657494] env[65677]: INFO nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1230.657696] env[65677]: DEBUG nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1230.658698] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8fa7e-40d2-4bb9-a206-a73b2cb65999 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.159453] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.159916] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.159989] env[65677]: DEBUG nova.objects.instance [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'resources' on Instance uuid bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.174378] env[65677]: INFO nova.compute.manager [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Took 13.90 seconds to build instance. [ 1231.676847] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.415s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.804325] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a00f7-e79a-40da-92c1-42029d56c7fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.813124] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6db1fb-1b7e-45a9-a6f8-bd7246d99221 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.847087] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d297f3f-d17d-4d79-b697-d6dce86ed96c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.856294] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442676a-620b-4ef9-a225-b1bc6e1034e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.872321] env[65677]: DEBUG nova.compute.provider_tree [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.154223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.154507] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.154718] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.154896] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.155087] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.157701] env[65677]: INFO nova.compute.manager [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Terminating instance [ 1232.393676] env[65677]: ERROR nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [req-50508d15-e9dd-48cd-8339-e2472ce81d3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50508d15-e9dd-48cd-8339-e2472ce81d3c"}]} [ 1232.412387] env[65677]: DEBUG nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1232.429371] env[65677]: DEBUG nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1232.429991] env[65677]: DEBUG nova.compute.provider_tree [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.441701] env[65677]: DEBUG nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1232.459394] env[65677]: DEBUG nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1232.609535] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631334e1-ea14-4488-ba91-bb5c5fb5f683 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.617798] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a0a80-3482-4cf5-9364-468878979b00 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.650967] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b16e2-83ab-4206-bf25-671a01f35e24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.659933] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96629d-5a19-40da-b3ec-35fc40fd2b26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.664482] env[65677]: DEBUG nova.compute.manager [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1232.664697] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.665811] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d372c49e-fab9-43b8-b1ff-d71793978513 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.673828] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.681710] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d3b4cf-6aa0-414e-bd67-7f32731258ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.683603] env[65677]: DEBUG nova.compute.provider_tree [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.690776] env[65677]: DEBUG oslo_vmware.api [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1232.690776] env[65677]: value = "task-4637289" [ 1232.690776] env[65677]: _type = "Task" [ 1232.690776] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.701059] env[65677]: DEBUG oslo_vmware.api [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.093200] env[65677]: DEBUG nova.compute.manager [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1233.202150] env[65677]: DEBUG oslo_vmware.api [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637289, 'name': PowerOffVM_Task, 'duration_secs': 0.294001} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.202397] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.202568] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.202904] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c4b2059-a019-42d4-b1e0-dad4b48fb4e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.225983] env[65677]: DEBUG nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1233.226258] env[65677]: DEBUG nova.compute.provider_tree [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 167 to 168 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1233.226440] env[65677]: DEBUG nova.compute.provider_tree [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.281662] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.281955] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.282166] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore2] 7aa5ad9d-36af-4be4-9862-16ffa96087d4 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.282439] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4558dabc-54a6-4f88-83f8-86901e4fe589 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.290645] env[65677]: DEBUG oslo_vmware.api [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1233.290645] env[65677]: value = "task-4637291" [ 1233.290645] env[65677]: _type = "Task" [ 1233.290645] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.300159] env[65677]: DEBUG oslo_vmware.api [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.611706] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.732083] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.572s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.733887] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.122s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.748576] env[65677]: INFO nova.scheduler.client.report [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocations for instance bfdc59f5-fd54-4225-bfcf-f52d3dcbde80 [ 1233.807954] env[65677]: DEBUG oslo_vmware.api [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226619} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.809397] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.809673] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.809962] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.810206] env[65677]: INFO nova.compute.manager [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1233.810574] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1233.811113] env[65677]: DEBUG nova.compute.manager [-] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1233.811243] env[65677]: DEBUG nova.network.neutron [-] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1233.811501] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.896742] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.178966] env[65677]: DEBUG nova.compute.manager [req-9f65c10a-da0d-4644-b54c-f695fb874820 req-2a7f4c85-1b2a-48fd-9afc-8a4ad88df0a0 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Received event network-vif-deleted-82a7d611-1754-4d48-ab39-1eeadaaa52f7 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1234.179188] env[65677]: INFO nova.compute.manager [req-9f65c10a-da0d-4644-b54c-f695fb874820 req-2a7f4c85-1b2a-48fd-9afc-8a4ad88df0a0 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Neutron deleted interface 82a7d611-1754-4d48-ab39-1eeadaaa52f7; detaching it from the instance and deleting it from the info cache [ 1234.179350] env[65677]: DEBUG nova.network.neutron [req-9f65c10a-da0d-4644-b54c-f695fb874820 req-2a7f4c85-1b2a-48fd-9afc-8a4ad88df0a0 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.239669] env[65677]: INFO nova.compute.claims [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.257151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-682da7dc-c470-4076-b897-0de1103bab7f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "bfdc59f5-fd54-4225-bfcf-f52d3dcbde80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.242s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.649987] env[65677]: DEBUG nova.network.neutron [-] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.682625] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad24332a-f4bb-410b-be46-bfa79ad8a30c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.694042] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1baa7be-470f-4f79-a4ef-cd110459c5ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.726307] env[65677]: DEBUG nova.compute.manager [req-9f65c10a-da0d-4644-b54c-f695fb874820 req-2a7f4c85-1b2a-48fd-9afc-8a4ad88df0a0 service nova] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Detach interface failed, port_id=82a7d611-1754-4d48-ab39-1eeadaaa52f7, reason: Instance 7aa5ad9d-36af-4be4-9862-16ffa96087d4 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1234.747136] env[65677]: INFO nova.compute.resource_tracker [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating resource usage from migration 2a064b88-88ab-42ff-8e73-27bd4cf09db8 [ 1234.895649] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f7551-33fb-45ce-98db-f6546070ca7e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.905153] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8cbe29-e742-4ec6-9b98-8dda31bb0972 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.944703] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc2b7f3-e822-4883-873e-bfda16cf53be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.953780] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d80e64-3600-4ecd-98e7-d371db6a9f8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.969706] env[65677]: DEBUG nova.compute.provider_tree [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.152903] env[65677]: INFO nova.compute.manager [-] [instance: 7aa5ad9d-36af-4be4-9862-16ffa96087d4] Took 1.34 seconds to deallocate network for instance. [ 1235.489871] env[65677]: ERROR nova.scheduler.client.report [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [req-b8737c81-eeb5-497f-9c07-7f1f0f3d4cb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8737c81-eeb5-497f-9c07-7f1f0f3d4cb1"}]} [ 1235.506803] env[65677]: DEBUG nova.scheduler.client.report [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.521163] env[65677]: DEBUG nova.scheduler.client.report [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.521456] env[65677]: DEBUG nova.compute.provider_tree [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.533664] env[65677]: DEBUG nova.scheduler.client.report [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.551471] env[65677]: DEBUG nova.scheduler.client.report [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.659338] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.704510] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e99c1-4393-409d-907c-443e843aa45a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.712760] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f84b56e-7b34-4cbd-8f80-dcdfe163590c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.744460] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8ee25-2e01-4df8-80e2-810e04dc8852 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.749991] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.750222] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.757009] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b789cb8-561d-4ed4-9850-6c21a7ca0345 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.774638] env[65677]: DEBUG nova.compute.provider_tree [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.253258] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1236.311280] env[65677]: DEBUG nova.scheduler.client.report [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1236.311676] env[65677]: DEBUG nova.compute.provider_tree [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 170 to 171 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.311864] env[65677]: DEBUG nova.compute.provider_tree [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.776708] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.816304] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.082s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.816511] env[65677]: INFO nova.compute.manager [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Migrating [ 1236.823517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.164s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.823700] env[65677]: DEBUG nova.objects.instance [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid 7aa5ad9d-36af-4be4-9862-16ffa96087d4 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.334758] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.334946] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.335246] env[65677]: DEBUG nova.network.neutron [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.465246] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ea62d-5db3-4621-9c68-66815a15a2bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.473362] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ea6ff-b011-4803-9c78-bfb1f408742d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.505832] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831721c-773d-4375-b578-0e613bb7729b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.514164] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c940347-d2b3-4560-96c9-b13fd2098901 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.528236] env[65677]: DEBUG nova.compute.provider_tree [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.838362] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.020735] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.031489] env[65677]: DEBUG nova.scheduler.client.report [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.091503] env[65677]: DEBUG nova.network.neutron [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.536766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.539187] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.763s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.540712] env[65677]: INFO nova.compute.claims [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.562077] env[65677]: INFO nova.scheduler.client.report [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance 7aa5ad9d-36af-4be4-9862-16ffa96087d4 [ 1238.593890] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.069784] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b9c80bb3-b394-452a-b737-8cee48f56155 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "7aa5ad9d-36af-4be4-9862-16ffa96087d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.915s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.693914] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd788676-7ca8-4d4f-82b2-f6e2a14a4ac4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.702792] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fab575-da88-467c-8b05-28159e812133 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.735586] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788fe592-68a6-46aa-bc90-492f2030bcfb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.744102] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996a9287-4374-45bf-a66a-0ecadc2cbe01 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.758966] env[65677]: DEBUG nova.compute.provider_tree [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.108152] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55db160e-597b-4748-83d2-08a0dabbf2fc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.128607] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.262478] env[65677]: DEBUG nova.scheduler.client.report [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.355665] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.355957] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.363197] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "a196c891-484e-4e44-98e2-63879198b0bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.363449] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "a196c891-484e-4e44-98e2-63879198b0bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.363682] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "a196c891-484e-4e44-98e2-63879198b0bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.363908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "a196c891-484e-4e44-98e2-63879198b0bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.364098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "a196c891-484e-4e44-98e2-63879198b0bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.366427] env[65677]: INFO nova.compute.manager [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Terminating instance [ 1240.634477] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.635150] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30027115-6683-40a8-9f2d-dbf7b9c74fc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.644126] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1240.644126] env[65677]: value = "task-4637292" [ 1240.644126] env[65677]: _type = "Task" [ 1240.644126] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.653700] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.768087] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.768629] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1240.858132] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1240.871017] env[65677]: DEBUG nova.compute.manager [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1240.871017] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.871337] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f49bc-0cc1-4eb3-a42d-c7513390f6d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.881079] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.881079] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08cbc7a7-342b-4373-8446-3b651dce6547 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.887338] env[65677]: DEBUG oslo_vmware.api [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1240.887338] env[65677]: value = "task-4637293" [ 1240.887338] env[65677]: _type = "Task" [ 1240.887338] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.895990] env[65677]: DEBUG oslo_vmware.api [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.154387] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637292, 'name': PowerOffVM_Task, 'duration_secs': 0.211606} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.154747] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.154792] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.273671] env[65677]: DEBUG nova.compute.utils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.275476] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1241.275671] env[65677]: DEBUG nova.network.neutron [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1241.275999] env[65677]: WARNING neutronclient.v2_0.client [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.276316] env[65677]: WARNING neutronclient.v2_0.client [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.325466] env[65677]: DEBUG nova.policy [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa696dd504f148609a1a88a81b0a523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba6ca37e89b4473aacd9f26a3a934ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.380966] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.381258] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.382747] env[65677]: INFO nova.compute.claims [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.396855] env[65677]: DEBUG oslo_vmware.api [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637293, 'name': PowerOffVM_Task, 'duration_secs': 0.205544} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.397129] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.397290] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.397608] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c9e81a1-e2f3-4200-8297-98a5dd826382 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.495655] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.495973] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.496154] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Deleting the datastore file [datastore1] a196c891-484e-4e44-98e2-63879198b0bf {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.496443] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dedabe6f-2f92-40a7-a492-8662d060629d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.504053] env[65677]: DEBUG oslo_vmware.api [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for the task: (returnval){ [ 1241.504053] env[65677]: value = "task-4637295" [ 1241.504053] env[65677]: _type = "Task" [ 1241.504053] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.513442] env[65677]: DEBUG oslo_vmware.api [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.628829] env[65677]: DEBUG nova.network.neutron [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Successfully created port: c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1241.661539] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.661859] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.662051] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.662238] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.662382] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.662528] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.662759] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.662920] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.663102] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.663260] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.663426] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.669145] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f3f5dc-6ff8-4882-8e23-b23d0eded443 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.687323] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1241.687323] env[65677]: value = "task-4637296" [ 1241.687323] env[65677]: _type = "Task" [ 1241.687323] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.696849] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.779792] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1242.017016] env[65677]: DEBUG oslo_vmware.api [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Task: {'id': task-4637295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327738} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.017274] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.017450] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.017625] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.017847] env[65677]: INFO nova.compute.manager [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1242.018117] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1242.018313] env[65677]: DEBUG nova.compute.manager [-] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1242.018409] env[65677]: DEBUG nova.network.neutron [-] [instance: a196c891-484e-4e44-98e2-63879198b0bf] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1242.018672] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.086916] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.201477] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637296, 'name': ReconfigVM_Task, 'duration_secs': 0.184604} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.201802] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.559660] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea951ba8-e50c-416e-9dc4-d82affa823ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.569482] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b323f-7ce8-4ab2-8c54-1ba7def76626 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.604816] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c6a371-bafc-427a-80f1-95f9ebf3b447 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.614507] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d6b7e4-af4e-4fee-a6a3-d52d6c800921 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.631231] env[65677]: DEBUG nova.compute.provider_tree [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.634622] env[65677]: DEBUG nova.compute.manager [req-9011f9b9-e37c-4bab-ae81-63c31365c81c req-70b213ba-7e94-4564-8738-c9d913053431 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Received event network-vif-deleted-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1242.634890] env[65677]: INFO nova.compute.manager [req-9011f9b9-e37c-4bab-ae81-63c31365c81c req-70b213ba-7e94-4564-8738-c9d913053431 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Neutron deleted interface c563bf32-06a7-4b25-93fa-e083ef3a7fd5; detaching it from the instance and deleting it from the info cache [ 1242.634976] env[65677]: DEBUG nova.network.neutron [req-9011f9b9-e37c-4bab-ae81-63c31365c81c req-70b213ba-7e94-4564-8738-c9d913053431 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.708767] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1242.709035] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.709197] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1242.709377] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.709515] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1242.709656] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1242.709859] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.710054] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1242.710206] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1242.710347] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1242.710516] env[65677]: DEBUG nova.virt.hardware [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1242.715872] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.716531] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ed8f06-f7c9-4d42-99ab-b0d776b75db6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.738099] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1242.738099] env[65677]: value = "task-4637297" [ 1242.738099] env[65677]: _type = "Task" [ 1242.738099] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.747324] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.790169] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1242.819723] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1242.820015] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.820181] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1242.820371] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.820518] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1242.820675] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1242.820892] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.821064] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1242.821247] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1242.821409] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1242.821593] env[65677]: DEBUG nova.virt.hardware [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1242.822505] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc12457-4be6-4f28-a689-3f8ad3706f4b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.831066] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000ac80a-5dfc-44ef-b1a5-dad830ec1d2f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.056990] env[65677]: DEBUG nova.compute.manager [req-e0a107ce-6bc7-4ef0-bd20-179497d21bda req-fe5af572-64ee-48c4-9c49-0db665edb563 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Received event network-vif-plugged-c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1243.057411] env[65677]: DEBUG oslo_concurrency.lockutils [req-e0a107ce-6bc7-4ef0-bd20-179497d21bda req-fe5af572-64ee-48c4-9c49-0db665edb563 service nova] Acquiring lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.058298] env[65677]: DEBUG oslo_concurrency.lockutils [req-e0a107ce-6bc7-4ef0-bd20-179497d21bda req-fe5af572-64ee-48c4-9c49-0db665edb563 service nova] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.058501] env[65677]: DEBUG oslo_concurrency.lockutils [req-e0a107ce-6bc7-4ef0-bd20-179497d21bda req-fe5af572-64ee-48c4-9c49-0db665edb563 service nova] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.058814] env[65677]: DEBUG nova.compute.manager [req-e0a107ce-6bc7-4ef0-bd20-179497d21bda req-fe5af572-64ee-48c4-9c49-0db665edb563 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] No waiting events found dispatching network-vif-plugged-c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1243.058946] env[65677]: WARNING nova.compute.manager [req-e0a107ce-6bc7-4ef0-bd20-179497d21bda req-fe5af572-64ee-48c4-9c49-0db665edb563 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Received unexpected event network-vif-plugged-c39e0571-497d-4393-80b5-a5b0047f4732 for instance with vm_state building and task_state spawning. [ 1243.068317] env[65677]: DEBUG nova.network.neutron [-] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.137453] env[65677]: DEBUG nova.scheduler.client.report [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.141476] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5974ab0c-e908-4213-a5f5-7860e316b0c1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.157238] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3404bcfc-35f9-4ef2-8ca1-97df724caa92 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.169174] env[65677]: DEBUG nova.network.neutron [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Successfully updated port: c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1243.192122] env[65677]: DEBUG nova.compute.manager [req-9011f9b9-e37c-4bab-ae81-63c31365c81c req-70b213ba-7e94-4564-8738-c9d913053431 service nova] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Detach interface failed, port_id=c563bf32-06a7-4b25-93fa-e083ef3a7fd5, reason: Instance a196c891-484e-4e44-98e2-63879198b0bf could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1243.249123] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637297, 'name': ReconfigVM_Task, 'duration_secs': 0.196363} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.249628] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.250282] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca6a3f-1d78-42b0-ae76-e540021364a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.274824] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.275181] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77395172-511c-482b-8248-f6c5c3e1bd00 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.296228] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1243.296228] env[65677]: value = "task-4637298" [ 1243.296228] env[65677]: _type = "Task" [ 1243.296228] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.305248] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.571658] env[65677]: INFO nova.compute.manager [-] [instance: a196c891-484e-4e44-98e2-63879198b0bf] Took 1.55 seconds to deallocate network for instance. [ 1243.645399] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.646207] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1243.671461] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.671791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.671880] env[65677]: DEBUG nova.network.neutron [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1243.808028] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637298, 'name': ReconfigVM_Task, 'duration_secs': 0.257649} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.808429] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.808850] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.079100] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.079419] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.079640] env[65677]: DEBUG nova.objects.instance [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lazy-loading 'resources' on Instance uuid a196c891-484e-4e44-98e2-63879198b0bf {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.151021] env[65677]: DEBUG nova.compute.utils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.152631] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1244.152902] env[65677]: DEBUG nova.network.neutron [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1244.153310] env[65677]: WARNING neutronclient.v2_0.client [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.153682] env[65677]: WARNING neutronclient.v2_0.client [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.206605] env[65677]: DEBUG nova.policy [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7eb58f2f4754a6b8585fb094e6db774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9dca2b4dcfe4d30ad9660fd1e4c435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.214058] env[65677]: DEBUG nova.network.neutron [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1244.287421] env[65677]: WARNING neutronclient.v2_0.client [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.316892] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422090d-8146-4fd7-bb05-0702451709f8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.339812] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaa4b9d-5610-4344-adbd-671d8942d87b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.342612] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.342834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.343039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.343268] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.343370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.345456] env[65677]: INFO nova.compute.manager [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Terminating instance [ 1244.361236] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.384502] env[65677]: DEBUG nova.network.neutron [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updating instance_info_cache with network_info: [{"id": "c39e0571-497d-4393-80b5-a5b0047f4732", "address": "fa:16:3e:ee:13:48", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39e0571-49", "ovs_interfaceid": "c39e0571-497d-4393-80b5-a5b0047f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.491616] env[65677]: DEBUG nova.network.neutron [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Successfully created port: 00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1244.659743] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1244.752193] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d817733-392a-415b-9edc-fe6c54de4ce7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.761545] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c8cb25-4254-473d-ae86-9f1e7a30af07 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.793814] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137e28c-a84e-4ffe-b8f9-c4fd7d7023d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.802768] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618959f-bd77-45c0-9c5b-97ba3a9f027a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.817509] env[65677]: DEBUG nova.compute.provider_tree [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.866037] env[65677]: DEBUG nova.compute.manager [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1244.866256] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.868209] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.868623] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.870887] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac3ecb45-324b-4fd6-81f2-e8c87e629734 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.879257] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1244.879257] env[65677]: value = "task-4637299" [ 1244.879257] env[65677]: _type = "Task" [ 1244.879257] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.888930] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.889342] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Instance network_info: |[{"id": "c39e0571-497d-4393-80b5-a5b0047f4732", "address": "fa:16:3e:ee:13:48", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39e0571-49", "ovs_interfaceid": "c39e0571-497d-4393-80b5-a5b0047f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1244.889654] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.890111] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:13:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c39e0571-497d-4393-80b5-a5b0047f4732', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.900533] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1244.901463] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.901853] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6b9534-b55a-4da5-8682-fc46345c2dbb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.926046] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.926046] env[65677]: value = "task-4637300" [ 1244.926046] env[65677]: _type = "Task" [ 1244.926046] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.936636] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637300, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.979392] env[65677]: DEBUG nova.network.neutron [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Port fb40558a-75ca-4044-8d00-f8cdbe64ecc2 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1245.144365] env[65677]: DEBUG nova.compute.manager [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Received event network-changed-c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1245.144504] env[65677]: DEBUG nova.compute.manager [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Refreshing instance network info cache due to event network-changed-c39e0571-497d-4393-80b5-a5b0047f4732. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1245.144725] env[65677]: DEBUG oslo_concurrency.lockutils [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] Acquiring lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.144865] env[65677]: DEBUG oslo_concurrency.lockutils [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] Acquired lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.145031] env[65677]: DEBUG nova.network.neutron [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Refreshing network info cache for port c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.323965] env[65677]: DEBUG nova.scheduler.client.report [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.389519] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637299, 'name': PowerOffVM_Task, 'duration_secs': 0.211497} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.389800] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.389995] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.390203] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905536', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'name': 'volume-ca8cce37-548d-4808-8446-f63061152a9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dce8562f-09f4-46cc-a511-f83c3f0d9b95', 'attached_at': '2025-11-21T01:59:57.000000', 'detached_at': '', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'serial': 'ca8cce37-548d-4808-8446-f63061152a9e'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.391038] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd2081e-5420-4691-84f6-c195fc1ae3d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.411887] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f68524-dd23-4c31-8717-a7c2d5f71219 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.420660] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb3538-f32a-47c0-8e96-ca413256d7e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.443419] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b84a41-f21c-4e94-b325-076aa229723b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.452229] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637300, 'name': CreateVM_Task, 'duration_secs': 0.359315} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.462986] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.463428] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca8cce37-548d-4808-8446-f63061152a9e/volume-ca8cce37-548d-4808-8446-f63061152a9e.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1245.468731] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.469342] env[65677]: WARNING neutronclient.v2_0.client [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.469712] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.469864] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.470236] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.470495] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5893d7c8-2573-417e-99f4-943be109daee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.483184] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e0b819-d158-4a7b-b52c-c569688b8341 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.493926] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1245.493926] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526cb365-7919-a5fe-67f0-acd1cb235dfb" [ 1245.493926] env[65677]: _type = "Task" [ 1245.493926] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.498598] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1245.498598] env[65677]: value = "task-4637301" [ 1245.498598] env[65677]: _type = "Task" [ 1245.498598] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.507918] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526cb365-7919-a5fe-67f0-acd1cb235dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.513795] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.648532] env[65677]: WARNING neutronclient.v2_0.client [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.669983] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1245.699104] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1245.699395] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.699547] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1245.699725] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.699867] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1245.700023] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1245.700296] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1245.700454] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1245.701111] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1245.701111] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1245.701111] env[65677]: DEBUG nova.virt.hardware [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1245.701850] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a7c05-d2a0-4517-bcbc-7f5c1fcbb50c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.710500] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b4a7a-b3ac-4615-9060-9c487a83a88b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.821444] env[65677]: WARNING neutronclient.v2_0.client [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.828937] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.858197] env[65677]: INFO nova.scheduler.client.report [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Deleted allocations for instance a196c891-484e-4e44-98e2-63879198b0bf [ 1245.920796] env[65677]: DEBUG nova.network.neutron [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updated VIF entry in instance network info cache for port c39e0571-497d-4393-80b5-a5b0047f4732. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1245.921356] env[65677]: DEBUG nova.network.neutron [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updating instance_info_cache with network_info: [{"id": "c39e0571-497d-4393-80b5-a5b0047f4732", "address": "fa:16:3e:ee:13:48", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39e0571-49", "ovs_interfaceid": "c39e0571-497d-4393-80b5-a5b0047f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.011344] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.011617] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.011799] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.026080] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526cb365-7919-a5fe-67f0-acd1cb235dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.019889} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.029101] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.029288] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.029515] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.029668] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.029848] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.030182] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637301, 'name': ReconfigVM_Task, 'duration_secs': 0.264913} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.031100] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb35199c-5f18-4a0e-be12-5204236ae73b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.033759] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.039338] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2379134e-73b8-472e-8f1e-b96c5f062f18 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.055060] env[65677]: DEBUG nova.network.neutron [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Successfully updated port: 00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1246.062131] env[65677]: DEBUG nova.compute.manager [req-312b3638-1161-48ae-a35f-a9a17e7d98a0 req-4643550b-e299-403d-b503-73cc9757e197 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Received event network-vif-plugged-00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1246.062371] env[65677]: DEBUG oslo_concurrency.lockutils [req-312b3638-1161-48ae-a35f-a9a17e7d98a0 req-4643550b-e299-403d-b503-73cc9757e197 service nova] Acquiring lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.062587] env[65677]: DEBUG oslo_concurrency.lockutils [req-312b3638-1161-48ae-a35f-a9a17e7d98a0 req-4643550b-e299-403d-b503-73cc9757e197 service nova] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.063145] env[65677]: DEBUG oslo_concurrency.lockutils [req-312b3638-1161-48ae-a35f-a9a17e7d98a0 req-4643550b-e299-403d-b503-73cc9757e197 service nova] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.063145] env[65677]: DEBUG nova.compute.manager [req-312b3638-1161-48ae-a35f-a9a17e7d98a0 req-4643550b-e299-403d-b503-73cc9757e197 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] No waiting events found dispatching network-vif-plugged-00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1246.063145] env[65677]: WARNING nova.compute.manager [req-312b3638-1161-48ae-a35f-a9a17e7d98a0 req-4643550b-e299-403d-b503-73cc9757e197 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Received unexpected event network-vif-plugged-00fc1cc7-97a6-40a5-a354-c48091fa7870 for instance with vm_state building and task_state spawning. [ 1246.068108] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.068108] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.070690] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75e4fe9-2310-4ff3-944e-4b8e5fe412d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.073239] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1246.073239] env[65677]: value = "task-4637302" [ 1246.073239] env[65677]: _type = "Task" [ 1246.073239] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.079623] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1246.079623] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e1273c-9cee-29c0-06a6-5f49d796d1b7" [ 1246.079623] env[65677]: _type = "Task" [ 1246.079623] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.086714] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.092944] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e1273c-9cee-29c0-06a6-5f49d796d1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.368844] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Lock "a196c891-484e-4e44-98e2-63879198b0bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.005s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.424184] env[65677]: DEBUG oslo_concurrency.lockutils [req-b50282fd-69a6-41b7-a43b-8f68e379a778 req-ae70dfa3-f210-4fc8-a1de-d1d06574cf32 service nova] Releasing lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.565084] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "refresh_cache-28764a8b-37fd-4bcc-8e75-dd142ea040ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.565334] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "refresh_cache-28764a8b-37fd-4bcc-8e75-dd142ea040ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.565588] env[65677]: DEBUG nova.network.neutron [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1246.593065] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637302, 'name': ReconfigVM_Task, 'duration_secs': 0.27795} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.596295] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905536', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'name': 'volume-ca8cce37-548d-4808-8446-f63061152a9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dce8562f-09f4-46cc-a511-f83c3f0d9b95', 'attached_at': '2025-11-21T01:59:57.000000', 'detached_at': '', 'volume_id': 'ca8cce37-548d-4808-8446-f63061152a9e', 'serial': 'ca8cce37-548d-4808-8446-f63061152a9e'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.596564] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.597147] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e1273c-9cee-29c0-06a6-5f49d796d1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020086} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.597913] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3a7f1-22b7-4d99-b68d-3985496b2fd4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.601012] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2deee87-f1e2-424c-9e6c-a81df69a8738 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.606729] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1246.606729] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b43f3-a764-1798-e071-939c3c339502" [ 1246.606729] env[65677]: _type = "Task" [ 1246.606729] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.608941] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.612247] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee46730-8840-4dbe-9dba-5ab4defea650 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.620791] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527b43f3-a764-1798-e071-939c3c339502, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.621098] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.621372] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] cba012e0-3ab4-4bd3-bdce-c08aa5c9643e/cba012e0-3ab4-4bd3-bdce-c08aa5c9643e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.621645] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79036eed-b30c-45a8-a12c-3094610e7f5a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.629746] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1246.629746] env[65677]: value = "task-4637304" [ 1246.629746] env[65677]: _type = "Task" [ 1246.629746] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.640254] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.703222] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.703484] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.703715] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore2] dce8562f-09f4-46cc-a511-f83c3f0d9b95 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.704020] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eff2ad1-f1cd-46ba-b37c-b9f0595083a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.711110] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1246.711110] env[65677]: value = "task-4637305" [ 1246.711110] env[65677]: _type = "Task" [ 1246.711110] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.720832] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.017285] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.051401] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.051582] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.051764] env[65677]: DEBUG nova.network.neutron [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1247.114245] env[65677]: DEBUG nova.network.neutron [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1247.143952] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51051} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.144285] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] cba012e0-3ab4-4bd3-bdce-c08aa5c9643e/cba012e0-3ab4-4bd3-bdce-c08aa5c9643e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.144507] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.144771] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29d02039-9bcb-4dbf-bb5e-c185560459a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.152033] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1247.152033] env[65677]: value = "task-4637306" [ 1247.152033] env[65677]: _type = "Task" [ 1247.152033] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.163164] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.221468] env[65677]: DEBUG oslo_vmware.api [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0983} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.221723] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.221907] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.222098] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.222269] env[65677]: INFO nova.compute.manager [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1247.222513] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1247.222705] env[65677]: DEBUG nova.compute.manager [-] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1247.222802] env[65677]: DEBUG nova.network.neutron [-] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1247.223104] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.230785] env[65677]: WARNING neutronclient.v2_0.client [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.290240] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.454576] env[65677]: DEBUG nova.network.neutron [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Updating instance_info_cache with network_info: [{"id": "00fc1cc7-97a6-40a5-a354-c48091fa7870", "address": "fa:16:3e:97:d2:2f", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00fc1cc7-97", "ovs_interfaceid": "00fc1cc7-97a6-40a5-a354-c48091fa7870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.555509] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.663045] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066997} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.663372] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.664199] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24228f-a247-4e96-9d34-8e8b428b8665 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.693253] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] cba012e0-3ab4-4bd3-bdce-c08aa5c9643e/cba012e0-3ab4-4bd3-bdce-c08aa5c9643e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.693598] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2fee6b-cb63-47d1-8fca-daab5ff72071 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.714412] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1247.714412] env[65677]: value = "task-4637307" [ 1247.714412] env[65677]: _type = "Task" [ 1247.714412] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.723812] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.763703] env[65677]: DEBUG nova.compute.manager [req-6398a08f-661a-42f1-ae1a-28db584668ff req-4fe36bc4-b353-494c-81a6-71175f488fe2 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Received event network-vif-deleted-82deff89-f89d-431d-9460-d94f4c7d325d {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1247.763907] env[65677]: INFO nova.compute.manager [req-6398a08f-661a-42f1-ae1a-28db584668ff req-4fe36bc4-b353-494c-81a6-71175f488fe2 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Neutron deleted interface 82deff89-f89d-431d-9460-d94f4c7d325d; detaching it from the instance and deleting it from the info cache [ 1247.764087] env[65677]: DEBUG nova.network.neutron [req-6398a08f-661a-42f1-ae1a-28db584668ff req-4fe36bc4-b353-494c-81a6-71175f488fe2 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.926709] env[65677]: WARNING neutronclient.v2_0.client [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.964886] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "refresh_cache-28764a8b-37fd-4bcc-8e75-dd142ea040ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.964886] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Instance network_info: |[{"id": "00fc1cc7-97a6-40a5-a354-c48091fa7870", "address": "fa:16:3e:97:d2:2f", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00fc1cc7-97", "ovs_interfaceid": "00fc1cc7-97a6-40a5-a354-c48091fa7870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1247.964886] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d2:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00fc1cc7-97a6-40a5-a354-c48091fa7870', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.968022] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1247.968424] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.968674] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bffaf9c1-b922-4228-8344-2b4c4e92e664 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.996827] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.996827] env[65677]: value = "task-4637308" [ 1247.996827] env[65677]: _type = "Task" [ 1247.996827] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.008156] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637308, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.026411] env[65677]: DEBUG nova.network.neutron [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.099632] env[65677]: DEBUG nova.compute.manager [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Received event network-changed-00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1248.099855] env[65677]: DEBUG nova.compute.manager [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Refreshing instance network info cache due to event network-changed-00fc1cc7-97a6-40a5-a354-c48091fa7870. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1248.100674] env[65677]: DEBUG oslo_concurrency.lockutils [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] Acquiring lock "refresh_cache-28764a8b-37fd-4bcc-8e75-dd142ea040ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.100904] env[65677]: DEBUG oslo_concurrency.lockutils [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] Acquired lock "refresh_cache-28764a8b-37fd-4bcc-8e75-dd142ea040ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.102224] env[65677]: DEBUG nova.network.neutron [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Refreshing network info cache for port 00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.227349] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637307, 'name': ReconfigVM_Task, 'duration_secs': 0.300379} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.228387] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] cba012e0-3ab4-4bd3-bdce-c08aa5c9643e/cba012e0-3ab4-4bd3-bdce-c08aa5c9643e.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.231114] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ba1ecbb-e4c4-4ebe-8533-0cdc0d16a22f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.238750] env[65677]: DEBUG nova.network.neutron [-] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.240517] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1248.240517] env[65677]: value = "task-4637309" [ 1248.240517] env[65677]: _type = "Task" [ 1248.240517] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.253669] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637309, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.268291] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f68c44e1-3ed1-4867-aff1-aabfd305218b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.279416] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5736fb-1f19-4b3c-bda8-387f97c22db1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.314437] env[65677]: DEBUG nova.compute.manager [req-6398a08f-661a-42f1-ae1a-28db584668ff req-4fe36bc4-b353-494c-81a6-71175f488fe2 service nova] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Detach interface failed, port_id=82deff89-f89d-431d-9460-d94f4c7d325d, reason: Instance dce8562f-09f4-46cc-a511-f83c3f0d9b95 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1248.511874] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637308, 'name': CreateVM_Task, 'duration_secs': 0.373354} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.512204] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.512558] env[65677]: WARNING neutronclient.v2_0.client [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.512899] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.513063] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.513376] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.513633] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fe4fda-cba8-436b-ba64-522b1c169eb3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.520058] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1248.520058] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af219a-6648-8da1-d12d-b53aaaa40eb1" [ 1248.520058] env[65677]: _type = "Task" [ 1248.520058] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.530023] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af219a-6648-8da1-d12d-b53aaaa40eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.530520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.605887] env[65677]: WARNING neutronclient.v2_0.client [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.746584] env[65677]: INFO nova.compute.manager [-] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Took 1.52 seconds to deallocate network for instance. [ 1248.757030] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637309, 'name': Rename_Task, 'duration_secs': 0.185394} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.757030] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.757030] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867e8ec1-7fb9-45f3-b69d-44d9505b4abb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.760638] env[65677]: WARNING neutronclient.v2_0.client [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.767023] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1248.767023] env[65677]: value = "task-4637310" [ 1248.767023] env[65677]: _type = "Task" [ 1248.767023] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.777218] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.848584] env[65677]: DEBUG nova.network.neutron [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Updated VIF entry in instance network info cache for port 00fc1cc7-97a6-40a5-a354-c48091fa7870. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1248.850611] env[65677]: DEBUG nova.network.neutron [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Updating instance_info_cache with network_info: [{"id": "00fc1cc7-97a6-40a5-a354-c48091fa7870", "address": "fa:16:3e:97:d2:2f", "network": {"id": "c8228f24-859c-4db0-91d6-a34b366df0bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-51969068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9dca2b4dcfe4d30ad9660fd1e4c435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00fc1cc7-97", "ovs_interfaceid": "00fc1cc7-97a6-40a5-a354-c48091fa7870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.032691] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52af219a-6648-8da1-d12d-b53aaaa40eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.033052] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.033318] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.033562] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.033702] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.033881] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.034188] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4381524-6a2b-4052-91a2-d50aaf2bf7e0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.049764] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.049764] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.050547] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd1b1a9-da2b-48b9-87de-de553e19ee06 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.058330] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1249.058330] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5256151f-505c-d2c9-b081-a33b1e385a9c" [ 1249.058330] env[65677]: _type = "Task" [ 1249.058330] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.063049] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe6532-1800-4584-afb9-157401be49c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.072747] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5256151f-505c-d2c9-b081-a33b1e385a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.087431] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd277910-f066-4cdb-b3d9-e9d6c9397ff7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.090517] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4225040-c45e-4f07-a731-5aed4b4f3cc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.097448] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1249.097448] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52190482-fc2b-ee43-5f05-6fba8db08a93" [ 1249.097448] env[65677]: _type = "Task" [ 1249.097448] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.100635] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.115186] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52190482-fc2b-ee43-5f05-6fba8db08a93, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.115426] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.115731] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 28764a8b-37fd-4bcc-8e75-dd142ea040ea/28764a8b-37fd-4bcc-8e75-dd142ea040ea.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.116029] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ada20d-410b-4b9a-af66-2b21bc011244 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.124198] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1249.124198] env[65677]: value = "task-4637311" [ 1249.124198] env[65677]: _type = "Task" [ 1249.124198] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.135365] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.276824] env[65677]: DEBUG oslo_vmware.api [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637310, 'name': PowerOnVM_Task, 'duration_secs': 0.50658} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.277114] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.277314] env[65677]: INFO nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1249.277490] env[65677]: DEBUG nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1249.279762] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9fda4c-f251-4cbe-ab18-13f103031d48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.306509] env[65677]: INFO nova.compute.manager [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Took 0.56 seconds to detach 1 volumes for instance. [ 1249.310358] env[65677]: DEBUG nova.compute.manager [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: dce8562f-09f4-46cc-a511-f83c3f0d9b95] Deleting volume: ca8cce37-548d-4808-8446-f63061152a9e {{(pid=65677) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 1249.354035] env[65677]: DEBUG oslo_concurrency.lockutils [req-b67e69ce-8cbd-4904-adc6-445cdd315edd req-3f07f96d-6a69-4c6d-b244-a73f6f50aae9 service nova] Releasing lock "refresh_cache-28764a8b-37fd-4bcc-8e75-dd142ea040ea" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.612042] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.612428] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffef9bc2-c39a-4361-84aa-c89094af80a5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.623113] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1249.623113] env[65677]: value = "task-4637313" [ 1249.623113] env[65677]: _type = "Task" [ 1249.623113] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.639793] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.647747] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.797403] env[65677]: INFO nova.compute.manager [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Took 13.04 seconds to build instance. [ 1249.877151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.877151] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.877151] env[65677]: DEBUG nova.objects.instance [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'resources' on Instance uuid dce8562f-09f4-46cc-a511-f83c3f0d9b95 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.136941] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.140771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.140973] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.141194] env[65677]: INFO nova.compute.manager [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Shelving [ 1250.142500] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654269} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.143212] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 28764a8b-37fd-4bcc-8e75-dd142ea040ea/28764a8b-37fd-4bcc-8e75-dd142ea040ea.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.143424] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.143668] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9995a36-9c9c-47ce-8346-46963eda8dc3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.154081] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1250.154081] env[65677]: value = "task-4637314" [ 1250.154081] env[65677]: _type = "Task" [ 1250.154081] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.165999] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.302686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-13bfb758-7af1-4119-9e06-abbc5e3045bf tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.552s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.528923] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5360e17a-2819-4fec-9ec1-d6e1cea6e629 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.537167] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abd61c0-30a5-4631-ba5c-18f399914b33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.574066] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a869155-7033-428e-95c6-a36b54dc929a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.582893] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b75a4-7dea-465c-a4ed-4d61a8cb1efa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.598749] env[65677]: DEBUG nova.compute.provider_tree [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.635297] env[65677]: DEBUG oslo_vmware.api [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637313, 'name': PowerOnVM_Task, 'duration_secs': 0.736212} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.635589] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.635799] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-de9b1838-e5b0-404f-b900-35581e95062e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance '50eedb35-e0ab-4b1f-8d99-f35713027fde' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.654792] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.655057] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.655232] env[65677]: INFO nova.compute.manager [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Shelving [ 1250.667761] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072411} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.668085] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.669240] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abce7d9-cc5b-4068-9b4b-b1d8d9c3d88b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.694018] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 28764a8b-37fd-4bcc-8e75-dd142ea040ea/28764a8b-37fd-4bcc-8e75-dd142ea040ea.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.695105] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ecdc11c-bc85-49c7-b8ef-79e669053f63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.715663] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.715908] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.722088] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1250.722088] env[65677]: value = "task-4637315" [ 1250.722088] env[65677]: _type = "Task" [ 1250.722088] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.731945] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.122531] env[65677]: ERROR nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [req-fe77c6a9-c3be-4409-82e3-9333972bf4db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fed1bc41-b4b5-4618-9de5-231c692731f7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe77c6a9-c3be-4409-82e3-9333972bf4db"}]} [ 1251.140631] env[65677]: DEBUG nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Refreshing inventories for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1251.150156] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.150464] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b39359-158b-48fa-898b-8c879b96a7bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.162322] env[65677]: DEBUG nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updating ProviderTree inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1251.162548] env[65677]: DEBUG nova.compute.provider_tree [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.165402] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1251.165402] env[65677]: value = "task-4637316" [ 1251.165402] env[65677]: _type = "Task" [ 1251.165402] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.182172] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.183292] env[65677]: DEBUG nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Refreshing aggregate associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, aggregates: None {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1251.204741] env[65677]: DEBUG nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Refreshing trait associations for resource provider fed1bc41-b4b5-4618-9de5-231c692731f7, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1251.218827] env[65677]: DEBUG nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1251.234482] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637315, 'name': ReconfigVM_Task, 'duration_secs': 0.340856} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.234786] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 28764a8b-37fd-4bcc-8e75-dd142ea040ea/28764a8b-37fd-4bcc-8e75-dd142ea040ea.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.235514] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6195363-c1d3-4ff3-8dba-2d7becd4b903 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.244387] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1251.244387] env[65677]: value = "task-4637317" [ 1251.244387] env[65677]: _type = "Task" [ 1251.244387] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.256645] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637317, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.399147] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c9d17-de26-46bf-aa95-a304a611bba7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.409033] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634061f-956e-4019-a22c-9b2269779390 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.445828] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407fce67-7dbc-4c50-a42f-48096b4fc18d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.454804] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff8c36a-c627-41ce-aae2-47d7949377ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.469693] env[65677]: DEBUG nova.compute.provider_tree [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.674134] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.674532] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c995b822-e364-426c-9270-ac9770cb21e8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.683375] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637316, 'name': PowerOffVM_Task, 'duration_secs': 0.220419} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.684738] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.685092] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1251.685092] env[65677]: value = "task-4637318" [ 1251.685092] env[65677]: _type = "Task" [ 1251.685092] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.686015] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a47721-a788-4d5e-bcc2-0d1d59fccf24 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.698289] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.714076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538c410-3d29-479a-9b81-64df0f2c0da3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.739690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.756996] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637317, 'name': Rename_Task, 'duration_secs': 0.175761} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.756996] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.756996] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4c7443f-a525-4bcf-8c77-206bef30fc93 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.765361] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1251.765361] env[65677]: value = "task-4637319" [ 1251.765361] env[65677]: _type = "Task" [ 1251.765361] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.774809] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.004387] env[65677]: DEBUG nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1252.004662] env[65677]: DEBUG nova.compute.provider_tree [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 173 to 174 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1252.004839] env[65677]: DEBUG nova.compute.provider_tree [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1252.203533] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637318, 'name': PowerOffVM_Task, 'duration_secs': 0.352976} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.203881] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.205152] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbd7c1-f935-4f76-88a6-bcfcb0139030 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.228019] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1252.228865] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f169b-9245-4f24-8d30-93755d8817e3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.231564] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37a3067f-f63a-4fcc-9e20-df016a550e43 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.242542] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1252.242542] env[65677]: value = "task-4637320" [ 1252.242542] env[65677]: _type = "Task" [ 1252.242542] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.252680] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.276136] env[65677]: DEBUG oslo_vmware.api [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637319, 'name': PowerOnVM_Task, 'duration_secs': 0.50176} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.276407] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.276623] env[65677]: INFO nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1252.276877] env[65677]: DEBUG nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1252.277714] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b26d6c-9d44-421c-a3f5-4a6d87daaf64 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.443737] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.487998] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.488601] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.488686] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.510516] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.634s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.512818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.773s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.514394] env[65677]: INFO nova.compute.claims [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.528481] env[65677]: DEBUG nova.network.neutron [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Port fb40558a-75ca-4044-8d00-f8cdbe64ecc2 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1252.528769] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.529053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.529143] env[65677]: DEBUG nova.network.neutron [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1252.532124] env[65677]: INFO nova.scheduler.client.report [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted allocations for instance dce8562f-09f4-46cc-a511-f83c3f0d9b95 [ 1252.748249] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Creating Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1252.748648] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-152a44e5-0bee-47c2-a0fe-551cbf1d052a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.758266] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637320, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.759836] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1252.759836] env[65677]: value = "task-4637321" [ 1252.759836] env[65677]: _type = "Task" [ 1252.759836] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.768697] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637321, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.796163] env[65677]: INFO nova.compute.manager [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Took 11.43 seconds to build instance. [ 1253.032218] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.043183] env[65677]: DEBUG oslo_concurrency.lockutils [None req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "dce8562f-09f4-46cc-a511-f83c3f0d9b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.700s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.234866] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.255205] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637320, 'name': CreateSnapshot_Task, 'duration_secs': 0.661333} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.255477] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1253.256288] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae07808-70ee-4e1f-b393-6bc4ea49ec26 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.275783] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637321, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.298719] env[65677]: DEBUG oslo_concurrency.lockutils [None req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.943s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.321090] env[65677]: DEBUG nova.network.neutron [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.322511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.322707] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.322875] env[65677]: DEBUG nova.compute.manager [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1253.323934] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9349b-fddd-4698-b3f0-7643daf4f2db {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.331261] env[65677]: DEBUG nova.compute.manager [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1253.331852] env[65677]: DEBUG nova.objects.instance [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'flavor' on Instance uuid 28764a8b-37fd-4bcc-8e75-dd142ea040ea {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.546253] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "85834c2f-5c57-4c3e-9469-45b24425298e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.546548] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "85834c2f-5c57-4c3e-9469-45b24425298e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.546798] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "85834c2f-5c57-4c3e-9469-45b24425298e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.547018] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "85834c2f-5c57-4c3e-9469-45b24425298e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.547193] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "85834c2f-5c57-4c3e-9469-45b24425298e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.549831] env[65677]: INFO nova.compute.manager [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Terminating instance [ 1253.665584] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61de6c-2011-4f83-876a-806f531ff968 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.674386] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80745c7-c335-45da-8ffa-4db7d3a13ff5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.707179] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ffdca-02e4-47f1-89b2-eccc10568f9a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.715436] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7770fe-80e1-4044-b3ad-a06a9d247d3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.729922] env[65677]: DEBUG nova.compute.provider_tree [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.777230] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1253.777876] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637321, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.778144] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38da5d0a-b71a-40ca-8871-94693a18141a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.786572] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1253.786572] env[65677]: value = "task-4637322" [ 1253.786572] env[65677]: _type = "Task" [ 1253.786572] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.795900] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637322, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.824511] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.053820] env[65677]: DEBUG nova.compute.manager [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1254.054055] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.055125] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce6980-d7c8-4c9e-b19e-4ff522d2d93c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.063954] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.064245] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ff0a581-e187-452a-8a3f-1cde3e31a6d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.071615] env[65677]: DEBUG oslo_vmware.api [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1254.071615] env[65677]: value = "task-4637323" [ 1254.071615] env[65677]: _type = "Task" [ 1254.071615] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.080991] env[65677]: DEBUG oslo_vmware.api [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.234143] env[65677]: DEBUG nova.scheduler.client.report [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.278217] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637321, 'name': CreateSnapshot_Task, 'duration_secs': 1.222542} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.279034] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Created Snapshot of the VM instance {{(pid=65677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1254.280268] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44abf59c-2128-4b58-bf31-f93dcc11f9c6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.310257] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637322, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.327628] env[65677]: DEBUG nova.compute.manager [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65677) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 1254.327967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.338516] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.339323] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f35524-53e8-445b-a460-b32518b5be8b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.349373] env[65677]: DEBUG oslo_vmware.api [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1254.349373] env[65677]: value = "task-4637324" [ 1254.349373] env[65677]: _type = "Task" [ 1254.349373] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.359433] env[65677]: DEBUG oslo_vmware.api [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.582808] env[65677]: DEBUG oslo_vmware.api [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637323, 'name': PowerOffVM_Task, 'duration_secs': 0.214848} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.583069] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.583254] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.583530] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e75e005-24e8-41b8-bd19-833830f928cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.655832] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.656308] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.656602] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore1] 85834c2f-5c57-4c3e-9469-45b24425298e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.656916] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8b5daf-589d-4857-9fe0-4e4567e48fff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.664836] env[65677]: DEBUG oslo_vmware.api [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1254.664836] env[65677]: value = "task-4637326" [ 1254.664836] env[65677]: _type = "Task" [ 1254.664836] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.674777] env[65677]: DEBUG oslo_vmware.api [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.739081] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.739759] env[65677]: DEBUG nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1254.742824] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.415s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.811082] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Creating linked-clone VM from snapshot {{(pid=65677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1254.811737] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637322, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.812169] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc202330-5599-4fe1-9307-a99651628665 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.820707] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1254.820707] env[65677]: value = "task-4637327" [ 1254.820707] env[65677]: _type = "Task" [ 1254.820707] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.830190] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637327, 'name': CloneVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.859543] env[65677]: DEBUG oslo_vmware.api [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637324, 'name': PowerOffVM_Task, 'duration_secs': 0.195239} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.859744] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.859936] env[65677]: DEBUG nova.compute.manager [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1254.860750] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8746ae1-abc1-48f4-8aeb-ff2f38f795b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.175697] env[65677]: DEBUG oslo_vmware.api [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177671} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.176034] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.176241] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.176417] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.176603] env[65677]: INFO nova.compute.manager [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.176864] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1255.177080] env[65677]: DEBUG nova.compute.manager [-] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1255.177171] env[65677]: DEBUG nova.network.neutron [-] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1255.177452] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.214321] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.246711] env[65677]: DEBUG nova.compute.utils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.248563] env[65677]: DEBUG nova.objects.instance [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'migration_context' on Instance uuid 50eedb35-e0ab-4b1f-8d99-f35713027fde {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.250104] env[65677]: DEBUG nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1255.306130] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637322, 'name': CloneVM_Task, 'duration_secs': 1.403365} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.306407] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Created linked-clone VM from snapshot [ 1255.307198] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88010b6a-3608-4558-9b20-1bd420a9d9e4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.315832] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Uploading image 452133e3-d294-4fcb-9d88-9e6f0b4ff32f {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1255.331742] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637327, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.349120] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1255.349120] env[65677]: value = "vm-905569" [ 1255.349120] env[65677]: _type = "VirtualMachine" [ 1255.349120] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1255.349575] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-30af525a-a9c4-4a94-a82c-06cb58270dab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.357930] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease: (returnval){ [ 1255.357930] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522192fe-c811-db50-f5a9-734cc1e5df6a" [ 1255.357930] env[65677]: _type = "HttpNfcLease" [ 1255.357930] env[65677]: } obtained for exporting VM: (result){ [ 1255.357930] env[65677]: value = "vm-905569" [ 1255.357930] env[65677]: _type = "VirtualMachine" [ 1255.357930] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1255.358366] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the lease: (returnval){ [ 1255.358366] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522192fe-c811-db50-f5a9-734cc1e5df6a" [ 1255.358366] env[65677]: _type = "HttpNfcLease" [ 1255.358366] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1255.367313] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.367313] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522192fe-c811-db50-f5a9-734cc1e5df6a" [ 1255.367313] env[65677]: _type = "HttpNfcLease" [ 1255.367313] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.374577] env[65677]: DEBUG oslo_concurrency.lockutils [None req-dd631725-e635-4083-91df-f3707d805d85 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.543339] env[65677]: DEBUG nova.compute.manager [req-b3cb5dd5-c57a-4601-857c-70d8466eddd6 req-be0f59ad-b17b-4033-bbf1-d53b59d19615 service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Received event network-vif-deleted-2197c822-0fd4-4477-8586-2c9f2bc7aa15 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1255.543339] env[65677]: INFO nova.compute.manager [req-b3cb5dd5-c57a-4601-857c-70d8466eddd6 req-be0f59ad-b17b-4033-bbf1-d53b59d19615 service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Neutron deleted interface 2197c822-0fd4-4477-8586-2c9f2bc7aa15; detaching it from the instance and deleting it from the info cache [ 1255.543849] env[65677]: DEBUG nova.network.neutron [req-b3cb5dd5-c57a-4601-857c-70d8466eddd6 req-be0f59ad-b17b-4033-bbf1-d53b59d19615 service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.751206] env[65677]: DEBUG nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1255.832952] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637327, 'name': CloneVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.869022] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.869022] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522192fe-c811-db50-f5a9-734cc1e5df6a" [ 1255.869022] env[65677]: _type = "HttpNfcLease" [ 1255.869022] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1255.869422] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1255.869422] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522192fe-c811-db50-f5a9-734cc1e5df6a" [ 1255.869422] env[65677]: _type = "HttpNfcLease" [ 1255.869422] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1255.870190] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100fa850-3e25-40de-a330-3cb3f2e31e70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.881362] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ca5fc-647d-0d31-8411-cb750113ae5e/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1255.881556] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ca5fc-647d-0d31-8411-cb750113ae5e/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1255.972453] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-afac67a7-6e91-4ae9-9e5b-6fc4e1356d27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.979205] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea84a05-e290-4270-a7af-3b1373253294 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.983817] env[65677]: DEBUG nova.network.neutron [-] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.992864] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82486b-cf00-4294-8954-cd61abe762c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.028802] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f521fc-2b74-4876-b290-ebc41a0180bd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.041380] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fed61e-8e60-49c6-be3f-8dedc83418ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.046616] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327da603-e5bf-41ef-b29b-3afb0c5c3e8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.058214] env[65677]: DEBUG nova.compute.provider_tree [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.068535] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f42995a-00ed-449e-834b-394afb7c7fe9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.105721] env[65677]: DEBUG nova.compute.manager [req-b3cb5dd5-c57a-4601-857c-70d8466eddd6 req-be0f59ad-b17b-4033-bbf1-d53b59d19615 service nova] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Detach interface failed, port_id=2197c822-0fd4-4477-8586-2c9f2bc7aa15, reason: Instance 85834c2f-5c57-4c3e-9469-45b24425298e could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1256.206259] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.206478] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.206682] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.206856] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.207033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.211268] env[65677]: INFO nova.compute.manager [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Terminating instance [ 1256.334890] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637327, 'name': CloneVM_Task} progress is 95%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.487175] env[65677]: INFO nova.compute.manager [-] [instance: 85834c2f-5c57-4c3e-9469-45b24425298e] Took 1.31 seconds to deallocate network for instance. [ 1256.603778] env[65677]: DEBUG nova.scheduler.client.report [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updated inventory for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1256.604095] env[65677]: DEBUG nova.compute.provider_tree [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating resource provider fed1bc41-b4b5-4618-9de5-231c692731f7 generation from 174 to 175 during operation: update_inventory {{(pid=65677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1256.604374] env[65677]: DEBUG nova.compute.provider_tree [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Updating inventory in ProviderTree for provider fed1bc41-b4b5-4618-9de5-231c692731f7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.717555] env[65677]: DEBUG nova.compute.manager [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1256.717555] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.718534] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb077741-396c-42cc-a612-682041c330fd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.729634] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.730032] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb1db7e8-76ad-4e4b-9b64-083811358ba9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.763818] env[65677]: DEBUG nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1256.791433] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.792051] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.792771] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.792771] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.792771] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.793176] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.793579] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.793871] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.794202] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.795523] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.795523] env[65677]: DEBUG nova.virt.hardware [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.795662] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62480c8-c5b8-4cd2-8e75-8abf163f3eed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.805481] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba87d6-b4fe-4c39-8925-2fc351305646 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.822430] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.829672] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Creating folder: Project (e4e1e0a545394526a01c99bf2a8f0290). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1256.831452] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2012276e-0cfe-4671-8754-2189793aa783 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.833623] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.833983] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.833983] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore2] 28764a8b-37fd-4bcc-8e75-dd142ea040ea {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.837489] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc2f21f-04fa-4910-ae43-e6719716b001 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.847484] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637327, 'name': CloneVM_Task, 'duration_secs': 1.786926} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.849614] env[65677]: INFO nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Created linked-clone VM from snapshot [ 1256.850098] env[65677]: DEBUG oslo_vmware.api [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1256.850098] env[65677]: value = "task-4637331" [ 1256.850098] env[65677]: _type = "Task" [ 1256.850098] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.850857] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927f2df-3692-46df-a739-5f3db6cf5e8d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.858607] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Created folder: Project (e4e1e0a545394526a01c99bf2a8f0290) in parent group-v905237. [ 1256.858890] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Creating folder: Instances. Parent ref: group-v905572. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1256.859621] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fb59e87-5524-4ffc-a5f9-6155be2628cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.865962] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Uploading image 9bc452d9-4a0d-4436-ae08-7f79a5b02323 {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1256.872191] env[65677]: DEBUG oslo_vmware.api [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.883654] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Created folder: Instances in parent group-v905572. [ 1256.884098] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1256.887086] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.887666] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d284e4d0-08d2-4e1a-8ba3-4a3afa082341 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.904583] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1256.904583] env[65677]: value = "vm-905571" [ 1256.904583] env[65677]: _type = "VirtualMachine" [ 1256.904583] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1256.904985] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-093f91d8-b2ff-4148-b171-5a45c3e03a79 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.914633] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.914633] env[65677]: value = "task-4637333" [ 1256.914633] env[65677]: _type = "Task" [ 1256.914633] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.916982] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lease: (returnval){ [ 1256.916982] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52398509-65c2-d001-bb8a-8df622d04446" [ 1256.916982] env[65677]: _type = "HttpNfcLease" [ 1256.916982] env[65677]: } obtained for exporting VM: (result){ [ 1256.916982] env[65677]: value = "vm-905571" [ 1256.916982] env[65677]: _type = "VirtualMachine" [ 1256.916982] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1256.919729] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the lease: (returnval){ [ 1256.919729] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52398509-65c2-d001-bb8a-8df622d04446" [ 1256.919729] env[65677]: _type = "HttpNfcLease" [ 1256.919729] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1256.931437] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.931437] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52398509-65c2-d001-bb8a-8df622d04446" [ 1256.931437] env[65677]: _type = "HttpNfcLease" [ 1256.931437] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.933885] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637333, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.994448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.364957] env[65677]: DEBUG oslo_vmware.api [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227483} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.365341] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.365583] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.365809] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.366020] env[65677]: INFO nova.compute.manager [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1257.366405] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1257.366742] env[65677]: DEBUG nova.compute.manager [-] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1257.366935] env[65677]: DEBUG nova.network.neutron [-] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1257.367232] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.400526] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.431292] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.431292] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52398509-65c2-d001-bb8a-8df622d04446" [ 1257.431292] env[65677]: _type = "HttpNfcLease" [ 1257.431292] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1257.435886] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1257.435886] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52398509-65c2-d001-bb8a-8df622d04446" [ 1257.435886] env[65677]: _type = "HttpNfcLease" [ 1257.435886] env[65677]: }. {{(pid=65677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1257.436926] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637333, 'name': CreateVM_Task, 'duration_secs': 0.35585} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.438256] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b0483-8f9b-4366-8a55-5a777c4f926b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.441881] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.442581] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.442868] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.443438] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.444372] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b1f340-02b9-44a6-bc94-732076b0213a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.451469] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240826b-3e09-6cab-8d98-72b0dcc8c601/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1257.451770] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240826b-3e09-6cab-8d98-72b0dcc8c601/disk-0.vmdk for reading. {{(pid=65677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1257.454622] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1257.454622] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dfb3cc-5d9d-5e4b-6b65-80be477aaf49" [ 1257.454622] env[65677]: _type = "Task" [ 1257.454622] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.521540] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52dfb3cc-5d9d-5e4b-6b65-80be477aaf49, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.523192] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.523482] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.523807] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.524038] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.524282] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.524875] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb6c203-9cc8-4b21-bd18-d049ee354883 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.535501] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.535816] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.536670] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f22fa13-0b58-42b3-9b53-8228c5c4dca5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.544176] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1257.544176] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e19b2-995e-d578-330c-83fd00ce8380" [ 1257.544176] env[65677]: _type = "Task" [ 1257.544176] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.553559] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e19b2-995e-d578-330c-83fd00ce8380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.566892] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43cd8b8f-a126-4ecc-bc4b-7195f3b6f240 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.616085] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.873s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.623976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.629s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.624307] env[65677]: DEBUG nova.objects.instance [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'resources' on Instance uuid 85834c2f-5c57-4c3e-9469-45b24425298e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.706268] env[65677]: DEBUG nova.compute.manager [req-ae2147e4-9279-46d7-aded-f2d7473023e6 req-55f3c7a3-b2ab-4afb-9f51-cf6d9d3ea0fc service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Received event network-vif-deleted-00fc1cc7-97a6-40a5-a354-c48091fa7870 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1257.706268] env[65677]: INFO nova.compute.manager [req-ae2147e4-9279-46d7-aded-f2d7473023e6 req-55f3c7a3-b2ab-4afb-9f51-cf6d9d3ea0fc service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Neutron deleted interface 00fc1cc7-97a6-40a5-a354-c48091fa7870; detaching it from the instance and deleting it from the info cache [ 1257.706503] env[65677]: DEBUG nova.network.neutron [req-ae2147e4-9279-46d7-aded-f2d7473023e6 req-55f3c7a3-b2ab-4afb-9f51-cf6d9d3ea0fc service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.056389] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520e19b2-995e-d578-330c-83fd00ce8380, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.057912] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a44071-1c31-4eff-a946-74abf434524b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.064806] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1258.064806] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ea0709-cc65-6c11-0183-6d2201a16704" [ 1258.064806] env[65677]: _type = "Task" [ 1258.064806] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.074905] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ea0709-cc65-6c11-0183-6d2201a16704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.176326] env[65677]: DEBUG nova.network.neutron [-] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.211175] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cb7d81f-c571-4fde-9bc2-1adf25da704a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.227173] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46dd1f-db7f-443f-bba1-61caa664fe03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.270020] env[65677]: DEBUG nova.compute.manager [req-ae2147e4-9279-46d7-aded-f2d7473023e6 req-55f3c7a3-b2ab-4afb-9f51-cf6d9d3ea0fc service nova] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Detach interface failed, port_id=00fc1cc7-97a6-40a5-a354-c48091fa7870, reason: Instance 28764a8b-37fd-4bcc-8e75-dd142ea040ea could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1258.336985] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f9c8b8-e6cc-49cf-b327-34393cb63121 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.345772] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce70c7a5-e882-4d87-951e-1fe3d78b7b92 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.380186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b64aad1-5af2-43f7-bd0d-898ae8118299 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.389687] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57634b0-114e-492a-b4ec-068c08187744 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.406206] env[65677]: DEBUG nova.compute.provider_tree [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.576350] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ea0709-cc65-6c11-0183-6d2201a16704, 'name': SearchDatastore_Task, 'duration_secs': 0.017233} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.576782] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.577169] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.577483] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed7e3ff-d637-413b-a0b0-ff0de849d1e5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.585732] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1258.585732] env[65677]: value = "task-4637335" [ 1258.585732] env[65677]: _type = "Task" [ 1258.585732] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.595173] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.680206] env[65677]: INFO nova.compute.manager [-] [instance: 28764a8b-37fd-4bcc-8e75-dd142ea040ea] Took 1.31 seconds to deallocate network for instance. [ 1258.910103] env[65677]: DEBUG nova.scheduler.client.report [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.099442] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.165458] env[65677]: INFO nova.compute.manager [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Swapping old allocation on dict_keys(['fed1bc41-b4b5-4618-9de5-231c692731f7']) held by migration 2a064b88-88ab-42ff-8e73-27bd4cf09db8 for instance [ 1259.187768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.193729] env[65677]: DEBUG nova.scheduler.client.report [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Overwriting current allocation {'allocations': {'fed1bc41-b4b5-4618-9de5-231c692731f7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '37198fba19344904acda835e29b041ac', 'user_id': '61dce7773d02490bb4e47765e552b142', 'consumer_generation': 1} on consumer 50eedb35-e0ab-4b1f-8d99-f35713027fde {{(pid=65677) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1259.251624] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.285578] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.285884] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.286087] env[65677]: DEBUG nova.network.neutron [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1259.402696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.404069] env[65677]: DEBUG oslo_concurrency.lockutils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.417232] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.420106] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.232s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.420393] env[65677]: DEBUG nova.objects.instance [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid 28764a8b-37fd-4bcc-8e75-dd142ea040ea {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.438729] env[65677]: INFO nova.scheduler.client.report [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted allocations for instance 85834c2f-5c57-4c3e-9469-45b24425298e [ 1259.600340] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581436} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.600657] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.600865] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.601146] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72c4d597-67fc-4be2-9947-5fe615954190 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.609233] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1259.609233] env[65677]: value = "task-4637336" [ 1259.609233] env[65677]: _type = "Task" [ 1259.609233] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.619880] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.789770] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.908314] env[65677]: DEBUG nova.compute.utils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.946983] env[65677]: DEBUG oslo_concurrency.lockutils [None req-cf9a4d9c-1c75-4000-b80a-6611ef842dfd tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "85834c2f-5c57-4c3e-9469-45b24425298e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.400s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.001970] env[65677]: WARNING neutronclient.v2_0.client [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.057490] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906109b-d137-4821-b8ad-5f3cc3879b4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.066571] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726977b9-8d24-4ba9-9b76-0549999e5ead {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.100267] env[65677]: DEBUG nova.network.neutron [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [{"id": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "address": "fa:16:3e:2f:83:42", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb40558a-75", "ovs_interfaceid": "fb40558a-75ca-4044-8d00-f8cdbe64ecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.102703] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb09d8-9e8b-4303-81bd-42f5421f94cc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.117591] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f199f-15f2-4dcc-bbac-c9e61962176d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.136372] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136413} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.137323] env[65677]: DEBUG nova.compute.provider_tree [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.138803] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.139781] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36633b1c-dba2-4561-96ff-083be2aa50ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.163745] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.164437] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954bbca6-9211-4ff3-ab51-b0381e1a66ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.187152] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1260.187152] env[65677]: value = "task-4637338" [ 1260.187152] env[65677]: _type = "Task" [ 1260.187152] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.197739] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.411039] env[65677]: DEBUG oslo_concurrency.lockutils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.607681] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-50eedb35-e0ab-4b1f-8d99-f35713027fde" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.608275] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.608673] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fce7f55-c07b-41e2-9e70-3e29a7b7953f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.617920] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1260.617920] env[65677]: value = "task-4637339" [ 1260.617920] env[65677]: _type = "Task" [ 1260.617920] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.628711] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.645274] env[65677]: DEBUG nova.scheduler.client.report [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.699363] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637338, 'name': ReconfigVM_Task, 'duration_secs': 0.392518} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.699747] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.700626] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dd88f1e-23b1-4c25-84b0-927292856d16 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.709933] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1260.709933] env[65677]: value = "task-4637340" [ 1260.709933] env[65677]: _type = "Task" [ 1260.709933] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.722660] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637340, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.129921] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637339, 'name': PowerOffVM_Task, 'duration_secs': 0.257603} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.130403] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.131063] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1261.131331] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.131518] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1261.131742] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.131932] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1261.132141] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1261.132384] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.132577] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1261.132802] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1261.132999] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1261.133225] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1261.138697] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117e0863-6f0e-4276-9470-3d5107a9d9e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.150925] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.161313] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1261.161313] env[65677]: value = "task-4637341" [ 1261.161313] env[65677]: _type = "Task" [ 1261.161313] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.171595] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.179381] env[65677]: INFO nova.scheduler.client.report [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance 28764a8b-37fd-4bcc-8e75-dd142ea040ea [ 1261.222607] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637340, 'name': Rename_Task, 'duration_secs': 0.257496} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.222876] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.223208] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf9f0a04-2e20-4591-9175-1bda959cf6c8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.231335] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1261.231335] env[65677]: value = "task-4637342" [ 1261.231335] env[65677]: _type = "Task" [ 1261.231335] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.241808] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.486700] env[65677]: DEBUG oslo_concurrency.lockutils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.487056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.487381] env[65677]: INFO nova.compute.manager [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Attaching volume bd572f9e-de6c-463c-9b33-3ce157667a00 to /dev/sdb [ 1261.528060] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa37e680-1ebd-492a-8cdf-511c21932204 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.536166] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354531d3-57a5-4e7f-a94f-e7e1bb98dc69 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.551706] env[65677]: DEBUG nova.virt.block_device [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updating existing volume attachment record: 677b175a-546f-4fc5-8d0e-66e3b15506f6 {{(pid=65677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1261.675746] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.688263] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "28764a8b-37fd-4bcc-8e75-dd142ea040ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.482s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.748721] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.175714] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.242538] env[65677]: DEBUG oslo_vmware.api [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637342, 'name': PowerOnVM_Task, 'duration_secs': 0.597063} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.242863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.243096] env[65677]: INFO nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Took 5.48 seconds to spawn the instance on the hypervisor. [ 1262.243302] env[65677]: DEBUG nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1262.244139] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3f6d9-a191-48ac-a6a1-e1cdc60103eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.297814] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "baafe20f-618d-46e9-a699-75fb1fdd9206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.298128] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.298379] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "baafe20f-618d-46e9-a699-75fb1fdd9206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.298580] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.298752] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.301400] env[65677]: INFO nova.compute.manager [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Terminating instance [ 1262.674909] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637341, 'name': ReconfigVM_Task, 'duration_secs': 1.276304} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.675802] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61262f7-8c54-441d-9bbf-08e99f6b9afa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.696693] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1262.696965] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.697155] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1262.697451] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.697635] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1262.697792] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1262.698044] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.698197] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1262.698364] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1262.698525] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1262.698793] env[65677]: DEBUG nova.virt.hardware [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1262.699759] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7ca9e8-722c-47ba-9a43-3d71df752ad8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.706464] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1262.706464] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522fcb4a-1c21-dda2-4338-3349339224ed" [ 1262.706464] env[65677]: _type = "Task" [ 1262.706464] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.715686] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522fcb4a-1c21-dda2-4338-3349339224ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.765086] env[65677]: INFO nova.compute.manager [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Took 11.04 seconds to build instance. [ 1262.806287] env[65677]: DEBUG nova.compute.manager [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1262.806511] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.807612] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf6748e-25a1-4582-ad3d-af8739c39776 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.817914] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.818311] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd7157b-d85d-4088-ba59-316f7a8622f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.826395] env[65677]: DEBUG oslo_vmware.api [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1262.826395] env[65677]: value = "task-4637344" [ 1262.826395] env[65677]: _type = "Task" [ 1262.826395] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.836326] env[65677]: DEBUG oslo_vmware.api [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.218564] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522fcb4a-1c21-dda2-4338-3349339224ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.225068] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.225494] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fdcaa1-53fb-43e6-88cb-69597c705bac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.246178] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1263.246178] env[65677]: value = "task-4637345" [ 1263.246178] env[65677]: _type = "Task" [ 1263.246178] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.255712] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.268590] env[65677]: DEBUG oslo_concurrency.lockutils [None req-bbe86c1c-b737-495b-89bb-461110a12219 tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.552s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.339915] env[65677]: DEBUG oslo_vmware.api [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637344, 'name': PowerOffVM_Task, 'duration_secs': 0.30558} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.340201] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.340376] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.340660] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e075554-75ef-4b0a-a093-f1cd2e2d34c4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.342783] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.343050] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.343283] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.343477] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.343647] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.346111] env[65677]: INFO nova.compute.manager [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Terminating instance [ 1263.425277] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.425565] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.426362] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleting the datastore file [datastore2] baafe20f-618d-46e9-a699-75fb1fdd9206 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.426792] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d15bbdd-5853-4d59-846a-81dd1067f4b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.437212] env[65677]: DEBUG oslo_vmware.api [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for the task: (returnval){ [ 1263.437212] env[65677]: value = "task-4637347" [ 1263.437212] env[65677]: _type = "Task" [ 1263.437212] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.447542] env[65677]: DEBUG oslo_vmware.api [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.761389] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637345, 'name': ReconfigVM_Task, 'duration_secs': 0.239453} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.761856] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.763190] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddee75f-faf2-4f63-aa8d-d40963c1b025 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.789166] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.789539] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9559ebd-d9d8-42a3-852e-0df4d162ede6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.812958] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1263.812958] env[65677]: value = "task-4637348" [ 1263.812958] env[65677]: _type = "Task" [ 1263.812958] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.819194] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.851880] env[65677]: DEBUG nova.compute.manager [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1263.852119] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.853193] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2206049-3eea-4eaf-968e-faf91584db3d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.863475] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.864293] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3e8702-cd87-4316-901a-80859f3afa29 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.875299] env[65677]: DEBUG oslo_vmware.api [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1263.875299] env[65677]: value = "task-4637350" [ 1263.875299] env[65677]: _type = "Task" [ 1263.875299] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.886792] env[65677]: DEBUG oslo_vmware.api [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.951704] env[65677]: DEBUG oslo_vmware.api [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Task: {'id': task-4637347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260323} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.952074] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.952276] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.952443] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.952927] env[65677]: INFO nova.compute.manager [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1263.953032] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1263.953175] env[65677]: DEBUG nova.compute.manager [-] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1263.953285] env[65677]: DEBUG nova.network.neutron [-] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1263.953628] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.992502] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.277035] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ca5fc-647d-0d31-8411-cb750113ae5e/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1264.278176] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310daf3-5093-45b7-9b75-fcb529fd171f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.286557] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ca5fc-647d-0d31-8411-cb750113ae5e/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1264.286741] env[65677]: ERROR oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ca5fc-647d-0d31-8411-cb750113ae5e/disk-0.vmdk due to incomplete transfer. [ 1264.286983] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2284dcd9-4a62-4d76-9d44-3d92c2dff186 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.292956] env[65677]: DEBUG nova.compute.manager [req-0eee3bc1-a321-4997-871e-1e9c6fd3983b req-1b448774-9dc0-4c0b-8ddb-c224b9e57f72 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Received event network-vif-deleted-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1264.292956] env[65677]: INFO nova.compute.manager [req-0eee3bc1-a321-4997-871e-1e9c6fd3983b req-1b448774-9dc0-4c0b-8ddb-c224b9e57f72 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Neutron deleted interface f2dd289a-bb18-489e-b9f4-34f2ff4c1e73; detaching it from the instance and deleting it from the info cache [ 1264.293083] env[65677]: DEBUG nova.network.neutron [req-0eee3bc1-a321-4997-871e-1e9c6fd3983b req-1b448774-9dc0-4c0b-8ddb-c224b9e57f72 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.302965] env[65677]: DEBUG oslo_vmware.rw_handles [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ca5fc-647d-0d31-8411-cb750113ae5e/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1264.303294] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Uploaded image 452133e3-d294-4fcb-9d88-9e6f0b4ff32f to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1264.306890] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1264.308134] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2ee5c4b-103f-440f-95dc-abe8c1bb9754 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.320460] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1264.320460] env[65677]: value = "task-4637351" [ 1264.320460] env[65677]: _type = "Task" [ 1264.320460] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.323511] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637348, 'name': ReconfigVM_Task, 'duration_secs': 0.4717} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.326751] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde/50eedb35-e0ab-4b1f-8d99-f35713027fde.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.327859] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011122d-444a-49fb-8e8a-eb0d5a27adc5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.352928] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d3d237-61ed-48ee-a69a-dff602295fdb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.373879] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add8818-4144-4f27-8ee6-f3829ead9d0c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.406801] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad70431-8df8-4e19-b744-897e16ee0b29 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.410244] env[65677]: DEBUG oslo_vmware.api [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637350, 'name': PowerOffVM_Task, 'duration_secs': 0.261092} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.410820] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.410986] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.411699] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c12e97f-aed4-4a19-b25b-72eea473fcfb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.416861] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.417146] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-929d3e21-d1cf-4644-aeba-c699a339a809 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.424295] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1264.424295] env[65677]: value = "task-4637353" [ 1264.424295] env[65677]: _type = "Task" [ 1264.424295] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.434589] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.519965] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.520321] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.520527] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleting the datastore file [datastore2] ee6d6221-ddea-44f1-9a44-aa9a423ef62a {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.520922] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e620e66f-4473-4c43-9c5b-8f06ca3b81ae {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.529047] env[65677]: DEBUG oslo_vmware.api [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for the task: (returnval){ [ 1264.529047] env[65677]: value = "task-4637354" [ 1264.529047] env[65677]: _type = "Task" [ 1264.529047] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.541168] env[65677]: DEBUG oslo_vmware.api [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.769080] env[65677]: DEBUG nova.network.neutron [-] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.796949] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce95a9e3-3f25-43a8-a2be-64662e670ce0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.808687] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eadcbfd-a14b-4820-8315-769f518d9d32 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.834200] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637351, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.846321] env[65677]: DEBUG nova.compute.manager [req-0eee3bc1-a321-4997-871e-1e9c6fd3983b req-1b448774-9dc0-4c0b-8ddb-c224b9e57f72 service nova] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Detach interface failed, port_id=f2dd289a-bb18-489e-b9f4-34f2ff4c1e73, reason: Instance baafe20f-618d-46e9-a699-75fb1fdd9206 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1264.888037] env[65677]: INFO nova.compute.manager [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Rebuilding instance [ 1264.937857] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637353, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.946307] env[65677]: DEBUG nova.compute.manager [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1264.947544] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67d372d-8d17-4d35-8225-21f133638ed5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.040116] env[65677]: DEBUG oslo_vmware.api [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Task: {'id': task-4637354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300762} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.040538] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.040791] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.041026] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.041217] env[65677]: INFO nova.compute.manager [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1265.041476] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1265.041744] env[65677]: DEBUG nova.compute.manager [-] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1265.041907] env[65677]: DEBUG nova.network.neutron [-] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1265.042247] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.075638] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.271893] env[65677]: INFO nova.compute.manager [-] [instance: baafe20f-618d-46e9-a699-75fb1fdd9206] Took 1.32 seconds to deallocate network for instance. [ 1265.332789] env[65677]: DEBUG nova.compute.manager [req-4d4bf9ff-7090-450f-bb69-c345a0a0109f req-80478c54-63ab-42af-9705-8513077bee83 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Received event network-vif-deleted-6a23ec37-bc9a-4213-935c-4d177e0a0188 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1265.333908] env[65677]: INFO nova.compute.manager [req-4d4bf9ff-7090-450f-bb69-c345a0a0109f req-80478c54-63ab-42af-9705-8513077bee83 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Neutron deleted interface 6a23ec37-bc9a-4213-935c-4d177e0a0188; detaching it from the instance and deleting it from the info cache [ 1265.333908] env[65677]: DEBUG nova.network.neutron [req-4d4bf9ff-7090-450f-bb69-c345a0a0109f req-80478c54-63ab-42af-9705-8513077bee83 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.339320] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637351, 'name': Destroy_Task, 'duration_secs': 0.554139} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.339845] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Destroyed the VM [ 1265.340146] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1265.340508] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4802bfc4-3758-445e-b404-df609a72fa85 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.351160] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1265.351160] env[65677]: value = "task-4637355" [ 1265.351160] env[65677]: _type = "Task" [ 1265.351160] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.361737] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.450829] env[65677]: DEBUG oslo_vmware.api [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637353, 'name': PowerOnVM_Task, 'duration_secs': 0.547995} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.451123] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.779530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.779755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.779955] env[65677]: DEBUG nova.objects.instance [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lazy-loading 'resources' on Instance uuid baafe20f-618d-46e9-a699-75fb1fdd9206 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.809027] env[65677]: DEBUG nova.network.neutron [-] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.841617] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9777286-d5b8-4e33-8bb1-7a54643290cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.853224] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd89abc-1e62-4d0c-a5d9-b6bb79d877b1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.895647] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637355, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.896108] env[65677]: DEBUG nova.compute.manager [req-4d4bf9ff-7090-450f-bb69-c345a0a0109f req-80478c54-63ab-42af-9705-8513077bee83 service nova] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Detach interface failed, port_id=6a23ec37-bc9a-4213-935c-4d177e0a0188, reason: Instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1265.963435] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.963845] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea91fcb-3ed5-421b-8274-554b0c2fc529 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.971987] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1265.971987] env[65677]: value = "task-4637356" [ 1265.971987] env[65677]: _type = "Task" [ 1265.971987] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.983982] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.101516] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Volume attach. Driver type: vmdk {{(pid=65677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1266.101802] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905575', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'name': 'volume-bd572f9e-de6c-463c-9b33-3ce157667a00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9478181d-ad31-4c72-9172-47732e751f85', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'serial': 'bd572f9e-de6c-463c-9b33-3ce157667a00'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1266.102862] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5976fcd-7d52-407d-bc81-9968c5470743 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.121170] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e5ab58-aef3-4411-a99e-686cab2ea642 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.163618] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-bd572f9e-de6c-463c-9b33-3ce157667a00/volume-bd572f9e-de6c-463c-9b33-3ce157667a00.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.164198] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-874bb276-ed65-4156-ac2e-a540ad4bf5c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.196252] env[65677]: DEBUG oslo_vmware.api [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1266.196252] env[65677]: value = "task-4637357" [ 1266.196252] env[65677]: _type = "Task" [ 1266.196252] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.205987] env[65677]: DEBUG oslo_vmware.api [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.216480] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240826b-3e09-6cab-8d98-72b0dcc8c601/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.217461] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e025f96c-11ef-4c71-b659-428eeedeebb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.225078] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240826b-3e09-6cab-8d98-72b0dcc8c601/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.225273] env[65677]: ERROR oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240826b-3e09-6cab-8d98-72b0dcc8c601/disk-0.vmdk due to incomplete transfer. [ 1266.225532] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91fd06a8-0608-42e3-9b9e-d8705f861806 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.236600] env[65677]: DEBUG oslo_vmware.rw_handles [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240826b-3e09-6cab-8d98-72b0dcc8c601/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1266.236813] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Uploaded image 9bc452d9-4a0d-4436-ae08-7f79a5b02323 to the Glance image server {{(pid=65677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1266.239088] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Destroying the VM {{(pid=65677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1266.239398] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06bef57b-0c4a-4ccf-9280-c56a6a267ac9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.246867] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1266.246867] env[65677]: value = "task-4637358" [ 1266.246867] env[65677]: _type = "Task" [ 1266.246867] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.257580] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637358, 'name': Destroy_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.312497] env[65677]: INFO nova.compute.manager [-] [instance: ee6d6221-ddea-44f1-9a44-aa9a423ef62a] Took 1.27 seconds to deallocate network for instance. [ 1266.375406] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637355, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787199} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.378252] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1266.378564] env[65677]: DEBUG nova.compute.manager [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1266.380115] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7981f9-a623-4f1e-b888-a86120d2d13a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.403694] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e557edc4-f263-494b-bdb2-d6f3531da832 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.413440] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47daee8-8b51-4f1c-b2ad-81c81b9ccc97 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.450549] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e428c4-1afa-4cef-85bf-0a4edfa4ccb2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.460128] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f67c30-9df9-4585-8086-2dde3d852520 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.465729] env[65677]: INFO nova.compute.manager [None req-5727ed5d-9523-43e8-b6e7-9ce1afd72d64 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance to original state: 'active' [ 1266.481140] env[65677]: DEBUG nova.compute.provider_tree [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.497678] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637356, 'name': PowerOffVM_Task, 'duration_secs': 0.201721} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.498660] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.499089] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.500229] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ba2b3-ad79-4bef-b9cf-04f37c4e920e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.509130] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.510074] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d43547-34d2-47b9-ae78-f58b96413fdb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.541982] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.542126] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.542377] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Deleting the datastore file [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.542729] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fcc01ea-32f3-4b29-a4b4-6ba30651dc0e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.551508] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1266.551508] env[65677]: value = "task-4637360" [ 1266.551508] env[65677]: _type = "Task" [ 1266.551508] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.561264] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.706819] env[65677]: DEBUG oslo_vmware.api [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637357, 'name': ReconfigVM_Task, 'duration_secs': 0.437218} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.707126] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-bd572f9e-de6c-463c-9b33-3ce157667a00/volume-bd572f9e-de6c-463c-9b33-3ce157667a00.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.711976] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0a8dd4-02aa-4c7d-a3e0-30c45fe2b83c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.727735] env[65677]: DEBUG oslo_vmware.api [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1266.727735] env[65677]: value = "task-4637361" [ 1266.727735] env[65677]: _type = "Task" [ 1266.727735] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.736912] env[65677]: DEBUG oslo_vmware.api [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.756223] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637358, 'name': Destroy_Task} progress is 33%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.820226] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.895923] env[65677]: INFO nova.compute.manager [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Shelve offloading [ 1266.987301] env[65677]: DEBUG nova.scheduler.client.report [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.061539] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370931} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.061796] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.061977] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.062166] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.238395] env[65677]: DEBUG oslo_vmware.api [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637361, 'name': ReconfigVM_Task, 'duration_secs': 0.147437} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.238702] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905575', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'name': 'volume-bd572f9e-de6c-463c-9b33-3ce157667a00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9478181d-ad31-4c72-9172-47732e751f85', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'serial': 'bd572f9e-de6c-463c-9b33-3ce157667a00'} {{(pid=65677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1267.258070] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637358, 'name': Destroy_Task, 'duration_secs': 0.710551} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.258364] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Destroyed the VM [ 1267.258594] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Deleting Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1267.258855] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c98e0848-b704-40e5-8b6c-cf0183fcc229 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.267667] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1267.267667] env[65677]: value = "task-4637362" [ 1267.267667] env[65677]: _type = "Task" [ 1267.267667] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.278589] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.399301] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.399635] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ac6a68-e564-41b5-bb6c-163b1e9e4a0b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.407101] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1267.407101] env[65677]: value = "task-4637363" [ 1267.407101] env[65677]: _type = "Task" [ 1267.407101] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.416319] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.491777] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.497285] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.674s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.497729] env[65677]: DEBUG nova.objects.instance [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lazy-loading 'resources' on Instance uuid ee6d6221-ddea-44f1-9a44-aa9a423ef62a {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.517450] env[65677]: INFO nova.scheduler.client.report [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Deleted allocations for instance baafe20f-618d-46e9-a699-75fb1fdd9206 [ 1267.779402] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.919834] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1267.920094] env[65677]: DEBUG nova.compute.manager [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1267.921105] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8d285-b45d-485f-badb-c8e534a4907e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.928292] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.928516] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.928665] env[65677]: DEBUG nova.network.neutron [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1267.959323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.959573] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.959771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.959943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.960130] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.962745] env[65677]: INFO nova.compute.manager [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Terminating instance [ 1268.024963] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb93645f-cb05-4a77-8b05-26f83d8ac02f tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Lock "baafe20f-618d-46e9-a699-75fb1fdd9206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.727s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.092719] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba2ad7-5aba-41c9-9913-f3153304676f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.097455] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1268.097680] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.097827] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1268.098042] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.098206] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1268.098343] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1268.098545] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.098698] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1268.098855] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1268.099047] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1268.099246] env[65677]: DEBUG nova.virt.hardware [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1268.100028] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace21a71-6aa5-4c31-bc0f-04421de71c42 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.110353] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b489ba-2d1a-40e6-b63b-9250318fe32b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.114948] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2928a78-30a1-4cf8-8b40-564aab67ba6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.129080] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.134734] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1268.159900] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.160454] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a3a3d4c-7a81-4873-86c8-cf084801fc04 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.173063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eee0009-9e91-4e2d-ac28-0ce5c865c5be {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.183711] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a6be6a-d56d-4e61-b356-e9f9541f1b09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.187525] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.187525] env[65677]: value = "task-4637364" [ 1268.187525] env[65677]: _type = "Task" [ 1268.187525] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.201094] env[65677]: DEBUG nova.compute.provider_tree [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.205881] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637364, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.276026] env[65677]: DEBUG nova.objects.instance [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'flavor' on Instance uuid 9478181d-ad31-4c72-9172-47732e751f85 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.281789] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637362, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.431229] env[65677]: WARNING neutronclient.v2_0.client [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.466824] env[65677]: DEBUG nova.compute.manager [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1268.466980] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.468507] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912cdc6-316b-4749-a6a9-043754eb9ae6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.476570] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.476852] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57235157-2c5b-4769-870c-9cd8007841d0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.484099] env[65677]: DEBUG oslo_vmware.api [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1268.484099] env[65677]: value = "task-4637365" [ 1268.484099] env[65677]: _type = "Task" [ 1268.484099] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.493948] env[65677]: DEBUG oslo_vmware.api [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.623490] env[65677]: WARNING neutronclient.v2_0.client [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.698365] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637364, 'name': CreateVM_Task, 'duration_secs': 0.316174} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.698567] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.699015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.699225] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.699550] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.699856] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f5de1a-9211-4a66-950d-1a3722599dcc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.705674] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1268.705674] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527c282b-29b8-c438-8469-3dcfdc11f5e7" [ 1268.705674] env[65677]: _type = "Task" [ 1268.705674] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.709771] env[65677]: DEBUG nova.scheduler.client.report [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.723768] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]527c282b-29b8-c438-8469-3dcfdc11f5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.724139] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.724541] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.724917] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.725208] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.725521] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.725952] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4274825a-7f54-4c3e-aced-9b59341a4d7d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.740102] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.740366] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.741143] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dffd6ce-dc1e-41b1-8046-7bbf45cb0d1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.746531] env[65677]: DEBUG nova.network.neutron [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.751024] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1268.751024] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522cbe0d-808e-f2e1-0e0d-bb0c32d1aa67" [ 1268.751024] env[65677]: _type = "Task" [ 1268.751024] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.761165] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522cbe0d-808e-f2e1-0e0d-bb0c32d1aa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.781053] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637362, 'name': RemoveSnapshot_Task, 'duration_secs': 1.085265} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.781201] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Deleted Snapshot of the VM instance {{(pid=65677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1268.781491] env[65677]: DEBUG nova.compute.manager [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1268.782442] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12203397-c379-48a6-87ee-1a7d8e94e026 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.787795] env[65677]: DEBUG oslo_concurrency.lockutils [None req-63e573c9-abad-4d04-9c6d-4a86bd265abd tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.994923] env[65677]: DEBUG oslo_vmware.api [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637365, 'name': PowerOffVM_Task, 'duration_secs': 0.287096} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.995363] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.995632] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.996018] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5222cf41-9428-421c-bc01-c7b0d4cd79c0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.068852] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.069405] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.082504] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.082807] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.083067] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleting the datastore file [datastore2] 50eedb35-e0ab-4b1f-8d99-f35713027fde {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.084626] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af3a5721-0c98-47a0-8776-a3ad83da9aed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.093367] env[65677]: DEBUG oslo_vmware.api [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1269.093367] env[65677]: value = "task-4637367" [ 1269.093367] env[65677]: _type = "Task" [ 1269.093367] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.104478] env[65677]: DEBUG oslo_vmware.api [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.217481] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.243293] env[65677]: INFO nova.scheduler.client.report [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Deleted allocations for instance ee6d6221-ddea-44f1-9a44-aa9a423ef62a [ 1269.251442] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251874] env[65677]: WARNING neutronclient.v2_0.client [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.252192] env[65677]: WARNING neutronclient.v2_0.client [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.266082] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522cbe0d-808e-f2e1-0e0d-bb0c32d1aa67, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.266999] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2acda9-3b48-4dd1-9964-acbe73ec0fef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.273920] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1269.273920] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5242706f-ab71-c802-95f7-4a1bbbcf045e" [ 1269.273920] env[65677]: _type = "Task" [ 1269.273920] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.284798] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5242706f-ab71-c802-95f7-4a1bbbcf045e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.297550] env[65677]: INFO nova.compute.manager [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Shelve offloading [ 1269.534929] env[65677]: DEBUG nova.compute.manager [req-9262c023-7607-4cad-8bd9-1bc120cef858 req-a6595557-aa1e-4baf-b81d-eee95eba4a3b service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-vif-unplugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1269.535222] env[65677]: DEBUG oslo_concurrency.lockutils [req-9262c023-7607-4cad-8bd9-1bc120cef858 req-a6595557-aa1e-4baf-b81d-eee95eba4a3b service nova] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.535374] env[65677]: DEBUG oslo_concurrency.lockutils [req-9262c023-7607-4cad-8bd9-1bc120cef858 req-a6595557-aa1e-4baf-b81d-eee95eba4a3b service nova] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.535616] env[65677]: DEBUG oslo_concurrency.lockutils [req-9262c023-7607-4cad-8bd9-1bc120cef858 req-a6595557-aa1e-4baf-b81d-eee95eba4a3b service nova] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.535820] env[65677]: DEBUG nova.compute.manager [req-9262c023-7607-4cad-8bd9-1bc120cef858 req-a6595557-aa1e-4baf-b81d-eee95eba4a3b service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] No waiting events found dispatching network-vif-unplugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1269.535977] env[65677]: WARNING nova.compute.manager [req-9262c023-7607-4cad-8bd9-1bc120cef858 req-a6595557-aa1e-4baf-b81d-eee95eba4a3b service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received unexpected event network-vif-unplugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 for instance with vm_state shelved and task_state shelving_offloading. [ 1269.573710] env[65677]: INFO nova.compute.manager [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Detaching volume bd572f9e-de6c-463c-9b33-3ce157667a00 [ 1269.607385] env[65677]: DEBUG oslo_vmware.api [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38386} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.607851] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.608202] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.608512] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.608819] env[65677]: INFO nova.compute.manager [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1269.609249] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1269.609569] env[65677]: DEBUG nova.compute.manager [-] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1269.609766] env[65677]: DEBUG nova.network.neutron [-] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1269.610165] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.621415] env[65677]: INFO nova.virt.block_device [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Attempting to driver detach volume bd572f9e-de6c-463c-9b33-3ce157667a00 from mountpoint /dev/sdb [ 1269.621645] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Volume detach. Driver type: vmdk {{(pid=65677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.621828] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905575', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'name': 'volume-bd572f9e-de6c-463c-9b33-3ce157667a00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9478181d-ad31-4c72-9172-47732e751f85', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'serial': 'bd572f9e-de6c-463c-9b33-3ce157667a00'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.622774] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e882141-f166-4546-9d3e-65bf49dafb72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.648269] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.650132] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9653648-f201-4143-9af8-26cd846c2838 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.652260] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e748e-d001-4267-b0a3-e9b266258e2b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.662352] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930941d2-b5bb-4464-8fa2-71f3c5eaef40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.665198] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.665449] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb83c60c-a391-40cf-beea-5483573b3fbc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.686911] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6101c5-8f0c-4ab4-b7bb-e832886f50ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.705344] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] The volume has not been displaced from its original location: [datastore1] volume-bd572f9e-de6c-463c-9b33-3ce157667a00/volume-bd572f9e-de6c-463c-9b33-3ce157667a00.vmdk. No consolidation needed. {{(pid=65677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.710796] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.711437] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d223000f-70e9-4c9f-8788-af0b600c314a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.733572] env[65677]: DEBUG oslo_vmware.api [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1269.733572] env[65677]: value = "task-4637369" [ 1269.733572] env[65677]: _type = "Task" [ 1269.733572] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.746475] env[65677]: DEBUG oslo_vmware.api [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.750270] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.750395] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.750571] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleting the datastore file [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.751160] env[65677]: DEBUG oslo_concurrency.lockutils [None req-19dd9624-f70b-4ed8-8923-9ed5433322de tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Lock "ee6d6221-ddea-44f1-9a44-aa9a423ef62a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.408s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.752149] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d4627f-34d0-403b-9e95-4e6808b5de72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.761449] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1269.761449] env[65677]: value = "task-4637370" [ 1269.761449] env[65677]: _type = "Task" [ 1269.761449] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.771562] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.776404] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.791423] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5242706f-ab71-c802-95f7-4a1bbbcf045e, 'name': SearchDatastore_Task, 'duration_secs': 0.019531} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.791691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.791948] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.792246] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8142a5-6a89-4d80-b011-48569e6109f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.801212] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1269.801212] env[65677]: value = "task-4637371" [ 1269.801212] env[65677]: _type = "Task" [ 1269.801212] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.801863] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.806203] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d703d2b-19a2-47cb-8c3f-141987d9e60b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.815951] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.818785] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1269.818785] env[65677]: value = "task-4637372" [ 1269.818785] env[65677]: _type = "Task" [ 1269.818785] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.833142] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] VM already powered off {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.834142] env[65677]: DEBUG nova.compute.manager [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1269.834308] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905bf25-2457-459a-b026-246d4de8adf0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.842842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.843034] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.843206] env[65677]: DEBUG nova.network.neutron [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1270.252953] env[65677]: DEBUG oslo_vmware.api [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637369, 'name': ReconfigVM_Task, 'duration_secs': 0.288879} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.253575] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.263472] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4121baad-081c-4fc2-a5b4-172f88ec8b16 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.294438] env[65677]: DEBUG oslo_vmware.api [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177637} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.295884] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.296188] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.296400] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.298551] env[65677]: DEBUG oslo_vmware.api [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1270.298551] env[65677]: value = "task-4637373" [ 1270.298551] env[65677]: _type = "Task" [ 1270.298551] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.310585] env[65677]: DEBUG oslo_vmware.api [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.315310] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487818} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.315634] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.315885] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.316128] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adfb177d-ca20-4de7-80d8-255cb9827c15 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.322810] env[65677]: INFO nova.scheduler.client.report [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted allocations for instance 960189ce-b92f-4edb-9581-ff3d5495c98e [ 1270.329226] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1270.329226] env[65677]: value = "task-4637374" [ 1270.329226] env[65677]: _type = "Task" [ 1270.329226] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.336453] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.348471] env[65677]: WARNING neutronclient.v2_0.client [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.554184] env[65677]: WARNING neutronclient.v2_0.client [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.625611] env[65677]: DEBUG nova.network.neutron [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updating instance_info_cache with network_info: [{"id": "c39e0571-497d-4393-80b5-a5b0047f4732", "address": "fa:16:3e:ee:13:48", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39e0571-49", "ovs_interfaceid": "c39e0571-497d-4393-80b5-a5b0047f4732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.810073] env[65677]: DEBUG oslo_vmware.api [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637373, 'name': ReconfigVM_Task, 'duration_secs': 0.170253} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.810406] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-905575', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'name': 'volume-bd572f9e-de6c-463c-9b33-3ce157667a00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9478181d-ad31-4c72-9172-47732e751f85', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd572f9e-de6c-463c-9b33-3ce157667a00', 'serial': 'bd572f9e-de6c-463c-9b33-3ce157667a00'} {{(pid=65677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.829204] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.829568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.829737] env[65677]: DEBUG nova.objects.instance [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'resources' on Instance uuid 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.841047] env[65677]: DEBUG nova.network.neutron [-] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.842596] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07153} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.843936] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.848254] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3c797-d3fc-44cf-a515-6b40d5a9edd3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.871118] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.872321] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d5a005-a98a-43be-96f6-022ef8871dfa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.892764] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1270.892764] env[65677]: value = "task-4637375" [ 1270.892764] env[65677]: _type = "Task" [ 1270.892764] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.902462] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.131587] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.131587] env[65677]: WARNING neutronclient.v2_0.client [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.131587] env[65677]: WARNING neutronclient.v2_0.client [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.335946] env[65677]: DEBUG nova.objects.instance [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'numa_topology' on Instance uuid 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.345507] env[65677]: INFO nova.compute.manager [-] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Took 1.74 seconds to deallocate network for instance. [ 1271.369181] env[65677]: DEBUG nova.objects.instance [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'flavor' on Instance uuid 9478181d-ad31-4c72-9172-47732e751f85 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.405756] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637375, 'name': ReconfigVM_Task, 'duration_secs': 0.306345} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.406103] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59/16b5b1ad-af97-4917-b248-bd5d44ed3e59.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.406844] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef7bd46-7d0a-466e-85f8-c282c2bd2d31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.415145] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1271.415145] env[65677]: value = "task-4637376" [ 1271.415145] env[65677]: _type = "Task" [ 1271.415145] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.427345] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637376, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.472555] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.473466] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f7de1-01d5-4ca5-b621-0ed1fc618f48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.482363] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.482657] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f7cd5dc-3ee5-43be-9b35-933e5d072fe4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.560492] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.560792] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.560896] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleting the datastore file [datastore2] cba012e0-3ab4-4bd3-bdce-c08aa5c9643e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.561255] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28166afb-e196-479f-9585-a10c0c59bdba {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.575603] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1271.575603] env[65677]: value = "task-4637378" [ 1271.575603] env[65677]: _type = "Task" [ 1271.575603] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.581652] env[65677]: DEBUG nova.compute.manager [req-f90d5af2-7636-4de7-b47e-b7ec4506c06a req-36d75d8f-50be-440c-aa5a-303b33384bc4 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Received event network-vif-unplugged-c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1271.582209] env[65677]: DEBUG oslo_concurrency.lockutils [req-f90d5af2-7636-4de7-b47e-b7ec4506c06a req-36d75d8f-50be-440c-aa5a-303b33384bc4 service nova] Acquiring lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.582209] env[65677]: DEBUG oslo_concurrency.lockutils [req-f90d5af2-7636-4de7-b47e-b7ec4506c06a req-36d75d8f-50be-440c-aa5a-303b33384bc4 service nova] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.582516] env[65677]: DEBUG oslo_concurrency.lockutils [req-f90d5af2-7636-4de7-b47e-b7ec4506c06a req-36d75d8f-50be-440c-aa5a-303b33384bc4 service nova] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.582516] env[65677]: DEBUG nova.compute.manager [req-f90d5af2-7636-4de7-b47e-b7ec4506c06a req-36d75d8f-50be-440c-aa5a-303b33384bc4 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] No waiting events found dispatching network-vif-unplugged-c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1271.582602] env[65677]: WARNING nova.compute.manager [req-f90d5af2-7636-4de7-b47e-b7ec4506c06a req-36d75d8f-50be-440c-aa5a-303b33384bc4 service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Received unexpected event network-vif-unplugged-c39e0571-497d-4393-80b5-a5b0047f4732 for instance with vm_state shelved and task_state shelving_offloading. [ 1271.588853] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.620443] env[65677]: DEBUG nova.compute.manager [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1271.620443] env[65677]: DEBUG nova.compute.manager [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing instance network info cache due to event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1271.620443] env[65677]: DEBUG oslo_concurrency.lockutils [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.620443] env[65677]: DEBUG oslo_concurrency.lockutils [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.620443] env[65677]: DEBUG nova.network.neutron [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.839355] env[65677]: DEBUG nova.objects.base [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Object Instance<960189ce-b92f-4edb-9581-ff3d5495c98e> lazy-loaded attributes: resources,numa_topology {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1271.852448] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.915084] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d2c204-36c3-4302-8432-61fc4d0ad964 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.928619] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91930bd-c4bf-4630-8d59-adf1e9d059dd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.932189] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637376, 'name': Rename_Task, 'duration_secs': 0.209256} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.932472] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.933027] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6aefd9f-c67b-4aef-9779-0f88984ec29d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.967096] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5e884b-4b0f-432f-ac53-077058f6f374 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.969994] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1271.969994] env[65677]: value = "task-4637379" [ 1271.969994] env[65677]: _type = "Task" [ 1271.969994] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.977154] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc12a9e-29c3-4c73-af01-18565d75df35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.984452] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.997409] env[65677]: DEBUG nova.compute.provider_tree [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.091569] env[65677]: DEBUG oslo_vmware.api [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199325} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.091841] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.092034] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.092230] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.121509] env[65677]: INFO nova.scheduler.client.report [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocations for instance cba012e0-3ab4-4bd3-bdce-c08aa5c9643e [ 1272.126134] env[65677]: WARNING neutronclient.v2_0.client [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.379623] env[65677]: DEBUG oslo_concurrency.lockutils [None req-8df24fba-e469-4878-9e4f-c4977e023858 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.424881] env[65677]: WARNING neutronclient.v2_0.client [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.481289] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.500824] env[65677]: DEBUG nova.scheduler.client.report [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.527073] env[65677]: DEBUG nova.network.neutron [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updated VIF entry in instance network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1272.527291] env[65677]: DEBUG nova.network.neutron [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": null, "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa01509f4-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.586370] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.630539] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.762179] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.762470] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.762699] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "9478181d-ad31-4c72-9172-47732e751f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.762878] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.763056] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.766016] env[65677]: INFO nova.compute.manager [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Terminating instance [ 1272.982411] env[65677]: DEBUG oslo_vmware.api [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637379, 'name': PowerOnVM_Task, 'duration_secs': 0.550015} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.982860] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.983127] env[65677]: DEBUG nova.compute.manager [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1272.984076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267210e-115a-4c15-8878-09dbed986c5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.009046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.011640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.160s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.011834] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.014042] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.384s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.014264] env[65677]: DEBUG nova.objects.instance [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'resources' on Instance uuid cba012e0-3ab4-4bd3-bdce-c08aa5c9643e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.030053] env[65677]: DEBUG oslo_concurrency.lockutils [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.030331] env[65677]: DEBUG nova.compute.manager [req-a80cf981-e112-47c7-9c7f-3ba4add0528f req-6b9c1b40-2e91-49f3-946b-6cbcbc62a0a3 service nova] [instance: 50eedb35-e0ab-4b1f-8d99-f35713027fde] Received event network-vif-deleted-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1273.039519] env[65677]: INFO nova.scheduler.client.report [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted allocations for instance 50eedb35-e0ab-4b1f-8d99-f35713027fde [ 1273.270115] env[65677]: DEBUG nova.compute.manager [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1273.270427] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.271545] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70e9c4-354c-48a1-8a1a-e8161c58881f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.280742] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.280946] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4263003b-a339-445a-a6d8-93645e5b9d1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.290240] env[65677]: DEBUG oslo_vmware.api [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1273.290240] env[65677]: value = "task-4637380" [ 1273.290240] env[65677]: _type = "Task" [ 1273.290240] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.302502] env[65677]: DEBUG oslo_vmware.api [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.502046] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.518535] env[65677]: DEBUG nova.objects.instance [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'numa_topology' on Instance uuid cba012e0-3ab4-4bd3-bdce-c08aa5c9643e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.522178] env[65677]: DEBUG oslo_concurrency.lockutils [None req-02c479e5-e311-4511-b04a-48400eb352a9 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.381s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.523171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.937s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.523589] env[65677]: INFO nova.compute.manager [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Unshelving [ 1273.548267] env[65677]: DEBUG oslo_concurrency.lockutils [None req-eb689ef8-19e4-4f74-ab42-481e56cad380 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "50eedb35-e0ab-4b1f-8d99-f35713027fde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.588s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.706218] env[65677]: DEBUG nova.compute.manager [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Received event network-changed-c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1273.706218] env[65677]: DEBUG nova.compute.manager [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Refreshing instance network info cache due to event network-changed-c39e0571-497d-4393-80b5-a5b0047f4732. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1273.706218] env[65677]: DEBUG oslo_concurrency.lockutils [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] Acquiring lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.706218] env[65677]: DEBUG oslo_concurrency.lockutils [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] Acquired lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.706218] env[65677]: DEBUG nova.network.neutron [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Refreshing network info cache for port c39e0571-497d-4393-80b5-a5b0047f4732 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.801248] env[65677]: DEBUG oslo_vmware.api [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637380, 'name': PowerOffVM_Task, 'duration_secs': 0.25292} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.801521] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.801682] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.801937] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72adbbbc-0055-4a9a-8073-b5cc0df4f3dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.877023] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.877389] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.877561] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleting the datastore file [datastore2] 9478181d-ad31-4c72-9172-47732e751f85 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.877917] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b650fb-97be-4c7b-a630-348e5fd67577 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.885965] env[65677]: DEBUG oslo_vmware.api [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for the task: (returnval){ [ 1273.885965] env[65677]: value = "task-4637382" [ 1273.885965] env[65677]: _type = "Task" [ 1273.885965] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.894722] env[65677]: DEBUG oslo_vmware.api [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.950124] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "c34a137e-0cb7-4cea-9735-01af1bccda6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.950385] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "c34a137e-0cb7-4cea-9735-01af1bccda6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.020728] env[65677]: DEBUG nova.objects.base [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.048313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.048657] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.048903] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.049218] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.049422] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.052102] env[65677]: INFO nova.compute.manager [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Terminating instance [ 1274.099865] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.100737] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac2e7d-dab8-4ec4-8338-4bfc9c5c4fb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.109351] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0075dd-24ca-49d1-9742-fa65ed922350 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.145669] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c80e9-0ab6-44e2-bc6c-f4de46fcf521 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.154448] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d325e8-b195-45bc-a639-1bb78f6954bf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.168650] env[65677]: DEBUG nova.compute.provider_tree [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.212503] env[65677]: WARNING neutronclient.v2_0.client [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.361779] env[65677]: WARNING neutronclient.v2_0.client [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.395836] env[65677]: DEBUG oslo_vmware.api [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Task: {'id': task-4637382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139851} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.396146] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.396341] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.396520] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.397448] env[65677]: INFO nova.compute.manager [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1274.397448] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1274.400351] env[65677]: DEBUG nova.compute.manager [-] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1274.400451] env[65677]: DEBUG nova.network.neutron [-] [instance: 9478181d-ad31-4c72-9172-47732e751f85] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1274.400688] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.434979] env[65677]: DEBUG nova.network.neutron [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updated VIF entry in instance network info cache for port c39e0571-497d-4393-80b5-a5b0047f4732. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1274.435343] env[65677]: DEBUG nova.network.neutron [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updating instance_info_cache with network_info: [{"id": "c39e0571-497d-4393-80b5-a5b0047f4732", "address": "fa:16:3e:ee:13:48", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": null, "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc39e0571-49", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.452441] env[65677]: DEBUG nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1274.456292] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.547545] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.558818] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "refresh_cache-16b5b1ad-af97-4917-b248-bd5d44ed3e59" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.559047] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquired lock "refresh_cache-16b5b1ad-af97-4917-b248-bd5d44ed3e59" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.559273] env[65677]: DEBUG nova.network.neutron [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1274.672523] env[65677]: DEBUG nova.scheduler.client.report [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.498280] env[65677]: DEBUG oslo_concurrency.lockutils [req-0fe5d2af-2232-4601-87b2-25be40b9ccc4 req-81c851b9-84c3-4a98-ae5c-24351adca6da service nova] Releasing lock "refresh_cache-cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.501234] env[65677]: WARNING neutronclient.v2_0.client [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.504093] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.490s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.512528] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.011s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.512717] env[65677]: DEBUG nova.objects.instance [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1275.515159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "007eab4a-5928-4afc-956c-775e98479e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.515392] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.529320] env[65677]: DEBUG nova.network.neutron [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1275.537033] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.596213] env[65677]: DEBUG nova.network.neutron [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.738147] env[65677]: DEBUG nova.compute.manager [req-6dd2248c-212c-4a5f-9f83-e2dd5da9c974 req-e0ce22b3-c094-4c7a-9098-b30ab70b8467 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Received event network-vif-deleted-bd1ab71d-af09-4838-abad-1fa84303db46 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1275.738523] env[65677]: INFO nova.compute.manager [req-6dd2248c-212c-4a5f-9f83-e2dd5da9c974 req-e0ce22b3-c094-4c7a-9098-b30ab70b8467 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Neutron deleted interface bd1ab71d-af09-4838-abad-1fa84303db46; detaching it from the instance and deleting it from the info cache [ 1275.738630] env[65677]: DEBUG nova.network.neutron [req-6dd2248c-212c-4a5f-9f83-e2dd5da9c974 req-e0ce22b3-c094-4c7a-9098-b30ab70b8467 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.012667] env[65677]: DEBUG nova.network.neutron [-] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.017768] env[65677]: DEBUG oslo_concurrency.lockutils [None req-c9de6057-83c7-4944-9151-fb002598687f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.362s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.021816] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.922s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.021945] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.022148] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.022484] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.024673] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1276.027712] env[65677]: INFO nova.compute.manager [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Terminating instance [ 1276.098696] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Releasing lock "refresh_cache-16b5b1ad-af97-4917-b248-bd5d44ed3e59" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.099160] env[65677]: DEBUG nova.compute.manager [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1276.099369] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.100726] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d746e-936a-4c5d-b63a-088586b3187b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.109437] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.109709] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d0d4d59-551d-44a0-8c7e-1567d447271b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.119573] env[65677]: DEBUG oslo_vmware.api [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1276.119573] env[65677]: value = "task-4637383" [ 1276.119573] env[65677]: _type = "Task" [ 1276.119573] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.129398] env[65677]: DEBUG oslo_vmware.api [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.242548] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e5396c2-1026-453c-8dba-9e2bf2890948 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.252522] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968a26f-3b40-4abf-9820-ac3a26dfa85d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.284764] env[65677]: DEBUG nova.compute.manager [req-6dd2248c-212c-4a5f-9f83-e2dd5da9c974 req-e0ce22b3-c094-4c7a-9098-b30ab70b8467 service nova] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Detach interface failed, port_id=bd1ab71d-af09-4838-abad-1fa84303db46, reason: Instance 9478181d-ad31-4c72-9172-47732e751f85 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1276.516614] env[65677]: INFO nova.compute.manager [-] [instance: 9478181d-ad31-4c72-9172-47732e751f85] Took 2.12 seconds to deallocate network for instance. [ 1276.526140] env[65677]: DEBUG oslo_concurrency.lockutils [None req-ed35eb16-5d39-4342-b197-1799737fd16b tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.527066] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.980s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.527267] env[65677]: DEBUG nova.objects.instance [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'pci_requests' on Instance uuid 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.532560] env[65677]: DEBUG nova.compute.manager [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1276.532745] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.535965] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14cac1a3-2a15-467b-92e6-38c1330167ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.547672] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6704603-b1af-417c-ac50-cdb6d2d94e46 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.559630] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.576923] env[65677]: WARNING nova.virt.vmwareapi.vmops [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cba012e0-3ab4-4bd3-bdce-c08aa5c9643e could not be found. [ 1276.577146] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.577315] env[65677]: INFO nova.compute.manager [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1276.577561] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1276.577766] env[65677]: DEBUG nova.compute.manager [-] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1276.577858] env[65677]: DEBUG nova.network.neutron [-] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1276.578171] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.610424] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.630055] env[65677]: DEBUG oslo_vmware.api [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637383, 'name': PowerOffVM_Task, 'duration_secs': 0.130662} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.630406] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.630648] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.630963] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f3694a4-f826-4012-bb7b-63be434aff33 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.657185] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.657438] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Deleting contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.657596] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Deleting the datastore file [datastore1] 16b5b1ad-af97-4917-b248-bd5d44ed3e59 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.657861] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69dcb78e-a122-4fcd-87fd-1cf4d2f67bb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.664723] env[65677]: DEBUG oslo_vmware.api [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for the task: (returnval){ [ 1276.664723] env[65677]: value = "task-4637385" [ 1276.664723] env[65677]: _type = "Task" [ 1276.664723] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.673100] env[65677]: DEBUG oslo_vmware.api [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.023771] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.034277] env[65677]: DEBUG nova.objects.instance [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'numa_topology' on Instance uuid 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.177512] env[65677]: DEBUG oslo_vmware.api [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Task: {'id': task-4637385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106471} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.177777] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.177953] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Deleted contents of the VM from datastore datastore1 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.178295] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.178518] env[65677]: INFO nova.compute.manager [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1277.178770] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1277.178976] env[65677]: DEBUG nova.compute.manager [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1277.179111] env[65677]: DEBUG nova.network.neutron [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1277.179362] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.195963] env[65677]: DEBUG nova.network.neutron [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1277.196236] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.311543] env[65677]: DEBUG nova.network.neutron [-] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.537624] env[65677]: INFO nova.compute.claims [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.698574] env[65677]: DEBUG nova.network.neutron [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.814073] env[65677]: INFO nova.compute.manager [-] [instance: cba012e0-3ab4-4bd3-bdce-c08aa5c9643e] Took 1.24 seconds to deallocate network for instance. [ 1278.201778] env[65677]: INFO nova.compute.manager [-] [instance: 16b5b1ad-af97-4917-b248-bd5d44ed3e59] Took 1.02 seconds to deallocate network for instance. [ 1278.626065] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ed7fe-2ad2-429b-812e-1ba5aa369210 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.633919] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8623ae-8d17-434e-993f-df20f9183e31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.664577] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa364a-5591-4dee-b5b8-dd689a4d2b6e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.673548] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d137aa-649b-416e-9186-4bb0b1377ffb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.687714] env[65677]: DEBUG nova.compute.provider_tree [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.708032] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.841674] env[65677]: DEBUG oslo_concurrency.lockutils [None req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "cba012e0-3ab4-4bd3-bdce-c08aa5c9643e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.820s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.193252] env[65677]: DEBUG nova.scheduler.client.report [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.698309] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.699280] env[65677]: WARNING neutronclient.v2_0.client [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.702658] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.165s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.703980] env[65677]: INFO nova.compute.claims [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.731692] env[65677]: INFO nova.network.neutron [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating port a01509f4-3528-4cdb-9886-2fa4460a8f22 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1280.218076] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.218313] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.721344] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1280.816132] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064e7f1-7276-41f3-b869-939823c3776a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.825076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70db55a4-b4a9-48a7-b8f9-cb8214f3871b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.855699] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ca58e-1a5a-4954-9380-f54844290109 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.864345] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee21020-29e2-4d64-878d-36967b79386b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.879674] env[65677]: DEBUG nova.compute.provider_tree [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.175659] env[65677]: DEBUG nova.compute.manager [req-31c76419-e8b6-45c0-9415-9371b7a27cd4 req-1f495c6d-3604-4cb3-8ab5-321470f0b1ef service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-vif-plugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1281.175659] env[65677]: DEBUG oslo_concurrency.lockutils [req-31c76419-e8b6-45c0-9415-9371b7a27cd4 req-1f495c6d-3604-4cb3-8ab5-321470f0b1ef service nova] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.175659] env[65677]: DEBUG oslo_concurrency.lockutils [req-31c76419-e8b6-45c0-9415-9371b7a27cd4 req-1f495c6d-3604-4cb3-8ab5-321470f0b1ef service nova] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.175659] env[65677]: DEBUG oslo_concurrency.lockutils [req-31c76419-e8b6-45c0-9415-9371b7a27cd4 req-1f495c6d-3604-4cb3-8ab5-321470f0b1ef service nova] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.175659] env[65677]: DEBUG nova.compute.manager [req-31c76419-e8b6-45c0-9415-9371b7a27cd4 req-1f495c6d-3604-4cb3-8ab5-321470f0b1ef service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] No waiting events found dispatching network-vif-plugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1281.175659] env[65677]: WARNING nova.compute.manager [req-31c76419-e8b6-45c0-9415-9371b7a27cd4 req-1f495c6d-3604-4cb3-8ab5-321470f0b1ef service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received unexpected event network-vif-plugged-a01509f4-3528-4cdb-9886-2fa4460a8f22 for instance with vm_state shelved_offloaded and task_state spawning. [ 1281.244255] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.277407] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.277407] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.277407] env[65677]: DEBUG nova.network.neutron [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1281.383528] env[65677]: DEBUG nova.scheduler.client.report [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.779780] env[65677]: WARNING neutronclient.v2_0.client [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.889844] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.890392] env[65677]: DEBUG nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1281.893450] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.334s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.894643] env[65677]: INFO nova.compute.claims [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.957088] env[65677]: WARNING neutronclient.v2_0.client [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.034931] env[65677]: DEBUG nova.network.neutron [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.401333] env[65677]: DEBUG nova.compute.utils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.402784] env[65677]: DEBUG nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Not allocating networking since 'none' was specified. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1282.538131] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.567561] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d960dab590df4a310a06e8f945ba8d03',container_format='bare',created_at=2025-11-21T02:00:41Z,direct_url=,disk_format='vmdk',id=452133e3-d294-4fcb-9d88-9e6f0b4ff32f,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1139438750-shelved',owner='4f05be1a8ab14ac4876ecfa02c834177',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-21T02:00:55Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1282.567798] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.567949] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1282.568198] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.568352] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1282.568494] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1282.568698] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1282.568843] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1282.569007] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1282.569178] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1282.569342] env[65677]: DEBUG nova.virt.hardware [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1282.570210] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020dc3f9-9d17-44b4-a67b-3e451a25c756 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.578931] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e2adc-3d20-4e77-a571-552b577a76af {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.593252] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:33:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a01509f4-3528-4cdb-9886-2fa4460a8f22', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.600505] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1282.600742] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.600950] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66784027-2be5-43e0-8940-1bddf1ca8bee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.619939] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.619939] env[65677]: value = "task-4637386" [ 1282.619939] env[65677]: _type = "Task" [ 1282.619939] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.627828] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637386, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.907072] env[65677]: DEBUG nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1282.999616] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee197d01-32db-43d4-9008-416ccab0533c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.007564] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c512a-edaf-483b-9d88-7cf1aea5c469 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.040798] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c54cf-25ec-49af-b4a1-943d7d643a78 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.049098] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae3ec5-f4ab-40f7-bbf4-1a72855c57e2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.062994] env[65677]: DEBUG nova.compute.provider_tree [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.131645] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637386, 'name': CreateVM_Task, 'duration_secs': 0.332144} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.131918] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.132591] env[65677]: WARNING neutronclient.v2_0.client [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.132990] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.133216] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.133673] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.133930] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b300b17e-cf4f-4276-9d37-7d73ff6825b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.139097] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1283.139097] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524d7714-df19-8087-d274-637659f8749b" [ 1283.139097] env[65677]: _type = "Task" [ 1283.139097] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.149321] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]524d7714-df19-8087-d274-637659f8749b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.207091] env[65677]: DEBUG nova.compute.manager [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1283.207509] env[65677]: DEBUG nova.compute.manager [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing instance network info cache due to event network-changed-a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1283.207884] env[65677]: DEBUG oslo_concurrency.lockutils [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] Acquiring lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.208182] env[65677]: DEBUG oslo_concurrency.lockutils [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] Acquired lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.208396] env[65677]: DEBUG nova.network.neutron [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Refreshing network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.566075] env[65677]: DEBUG nova.scheduler.client.report [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.576051] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.576542] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.651680] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.652026] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Processing image 452133e3-d294-4fcb-9d88-9e6f0b4ff32f {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.652315] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.652480] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.652695] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.652946] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a819dfad-5e59-48ea-b8d1-100cb4bd27f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.671325] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.671495] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.672216] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923e2153-49e9-4d0a-8098-38b613c228f5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.677768] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1283.677768] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5251946f-cf87-1be8-b522-67a2f31b0c01" [ 1283.677768] env[65677]: _type = "Task" [ 1283.677768] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.685243] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5251946f-cf87-1be8-b522-67a2f31b0c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.711050] env[65677]: WARNING neutronclient.v2_0.client [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.894433] env[65677]: WARNING neutronclient.v2_0.client [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.916410] env[65677]: DEBUG nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1283.946383] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1283.946687] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.946840] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1283.947054] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.947225] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1283.947377] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1283.947615] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1283.947739] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1283.947894] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1283.948198] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1283.948409] env[65677]: DEBUG nova.virt.hardware [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1283.949403] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e25909f-8c0f-4005-b84e-8f0b4f7e58b4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.958353] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc8620-6ae0-4c5c-8207-382295b8801c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.973563] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.979313] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Creating folder: Project (2eb7fd5be8d1442d8310fac4857be78f). Parent ref: group-v905237. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.979628] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e751ac6b-86c5-4eff-8972-bc2e160266b9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.988661] env[65677]: DEBUG nova.network.neutron [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updated VIF entry in instance network info cache for port a01509f4-3528-4cdb-9886-2fa4460a8f22. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1283.989045] env[65677]: DEBUG nova.network.neutron [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [{"id": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "address": "fa:16:3e:f1:33:98", "network": {"id": "418232ee-c5e3-4b92-ac68-2ea5fb556280", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-889676168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f05be1a8ab14ac4876ecfa02c834177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01509f4-35", "ovs_interfaceid": "a01509f4-3528-4cdb-9886-2fa4460a8f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.991510] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Created folder: Project (2eb7fd5be8d1442d8310fac4857be78f) in parent group-v905237. [ 1283.991686] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Creating folder: Instances. Parent ref: group-v905578. {{(pid=65677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.992140] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c581938-7023-43c5-ad3f-2360b3c3c413 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.002460] env[65677]: INFO nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Created folder: Instances in parent group-v905578. [ 1284.002713] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1284.002956] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.003222] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2478dbc4-c380-48e6-a7d9-0ce17d54974b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.022270] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.022270] env[65677]: value = "task-4637389" [ 1284.022270] env[65677]: _type = "Task" [ 1284.022270] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.031039] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637389, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.070967] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.071612] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1284.074775] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.051s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.075066] env[65677]: DEBUG nova.objects.instance [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lazy-loading 'resources' on Instance uuid 9478181d-ad31-4c72-9172-47732e751f85 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.082051] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.082274] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.082505] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.082764] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.082967] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.083611] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.083701] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1284.084647] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.189376] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Preparing fetch location {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1284.189668] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Fetch image to [datastore2] OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850/OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850.vmdk {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1284.189858] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Downloading stream optimized image 452133e3-d294-4fcb-9d88-9e6f0b4ff32f to [datastore2] OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850/OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850.vmdk on the data store datastore2 as vApp {{(pid=65677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1284.190046] env[65677]: DEBUG nova.virt.vmwareapi.images [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Downloading image file data 452133e3-d294-4fcb-9d88-9e6f0b4ff32f to the ESX as VM named 'OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850' {{(pid=65677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1284.272536] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1284.272536] env[65677]: value = "resgroup-9" [ 1284.272536] env[65677]: _type = "ResourcePool" [ 1284.272536] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1284.272932] env[65677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-33a525db-ce94-43e9-a2b3-7a2d5e416820 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.294452] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease: (returnval){ [ 1284.294452] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5f8d-8baa-82bd-4249-3bd03802bbec" [ 1284.294452] env[65677]: _type = "HttpNfcLease" [ 1284.294452] env[65677]: } obtained for vApp import into resource pool (val){ [ 1284.294452] env[65677]: value = "resgroup-9" [ 1284.294452] env[65677]: _type = "ResourcePool" [ 1284.294452] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1284.294926] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the lease: (returnval){ [ 1284.294926] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5f8d-8baa-82bd-4249-3bd03802bbec" [ 1284.294926] env[65677]: _type = "HttpNfcLease" [ 1284.294926] env[65677]: } to be ready. {{(pid=65677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1284.302092] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.302092] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5f8d-8baa-82bd-4249-3bd03802bbec" [ 1284.302092] env[65677]: _type = "HttpNfcLease" [ 1284.302092] env[65677]: } is initializing. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1284.493651] env[65677]: DEBUG oslo_concurrency.lockutils [req-d61d64b4-4ed7-4834-9d56-7c417f027adb req-e6ca106e-66ab-4a6e-aed8-72c39824c5db service nova] Releasing lock "refresh_cache-960189ce-b92f-4edb-9581-ff3d5495c98e" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.532806] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637389, 'name': CreateVM_Task, 'duration_secs': 0.286694} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.533019] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.533414] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.533571] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.533883] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.534156] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52cc8a6-61e0-4165-88e1-33124cefebe4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.539157] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1284.539157] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520841e4-0e73-3b3f-9f8f-81cb756ad037" [ 1284.539157] env[65677]: _type = "Task" [ 1284.539157] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.548960] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520841e4-0e73-3b3f-9f8f-81cb756ad037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.578767] env[65677]: DEBUG nova.compute.utils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.583651] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1284.584070] env[65677]: DEBUG nova.network.neutron [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1284.584246] env[65677]: WARNING neutronclient.v2_0.client [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.584599] env[65677]: WARNING neutronclient.v2_0.client [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.587224] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.630887] env[65677]: DEBUG nova.policy [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61dce7773d02490bb4e47765e552b142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37198fba19344904acda835e29b041ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.688689] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae006f-533d-4aba-a3c1-0d61f5bf2f83 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.697029] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cf57aa-1fdf-4944-a9b1-e1bb77473a40 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.726809] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed59cc-40af-4cf9-ad68-e5df6a87c343 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.735281] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906ed360-4c39-4acb-ba9c-d1d80142761f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.748940] env[65677]: DEBUG nova.compute.provider_tree [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.804556] env[65677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.804556] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5f8d-8baa-82bd-4249-3bd03802bbec" [ 1284.804556] env[65677]: _type = "HttpNfcLease" [ 1284.804556] env[65677]: } is ready. {{(pid=65677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1284.804910] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1284.804910] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522c5f8d-8baa-82bd-4249-3bd03802bbec" [ 1284.804910] env[65677]: _type = "HttpNfcLease" [ 1284.804910] env[65677]: }. {{(pid=65677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1284.805664] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aba5ed-a49e-43b3-9f8a-9599b2bdec27 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.814235] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529aab06-8241-a9f7-f05a-9ff3af18ef68/disk-0.vmdk from lease info. {{(pid=65677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1284.814415] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529aab06-8241-a9f7-f05a-9ff3af18ef68/disk-0.vmdk. {{(pid=65677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1284.881172] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df71c19b-ca3e-4431-bf6e-13a1fc754b35 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.967030] env[65677]: DEBUG nova.network.neutron [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Successfully created port: e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1285.053205] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]520841e4-0e73-3b3f-9f8f-81cb756ad037, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.053666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.053915] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.054223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.054435] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.054735] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.055110] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd3b4fe-ff25-400e-9a44-e36d39f1aa57 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.065517] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.065779] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.066656] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c51133-c0e5-4520-be67-bfba6c384b6f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.075755] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1285.075755] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525ccbe7-4cdf-3372-76a4-642c4aabe29d" [ 1285.075755] env[65677]: _type = "Task" [ 1285.075755] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.084706] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1285.097076] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525ccbe7-4cdf-3372-76a4-642c4aabe29d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.252420] env[65677]: DEBUG nova.scheduler.client.report [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.592059] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525ccbe7-4cdf-3372-76a4-642c4aabe29d, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.596126] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c7352a-742e-48a8-872c-e26e67041633 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.611298] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1285.611298] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529c50fa-5b04-f7f1-d725-2d9aec8bc491" [ 1285.611298] env[65677]: _type = "Task" [ 1285.611298] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.622958] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529c50fa-5b04-f7f1-d725-2d9aec8bc491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.757016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.761064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.053s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.761384] env[65677]: DEBUG nova.objects.instance [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lazy-loading 'resources' on Instance uuid 16b5b1ad-af97-4917-b248-bd5d44ed3e59 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.785337] env[65677]: INFO nova.scheduler.client.report [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Deleted allocations for instance 9478181d-ad31-4c72-9172-47732e751f85 [ 1286.108742] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1286.124073] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529c50fa-5b04-f7f1-d725-2d9aec8bc491, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.124073] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.124354] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.124813] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c1a67be-b6b0-45fb-8652-c6ff15c6bb66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.136058] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1286.136058] env[65677]: value = "task-4637391" [ 1286.136058] env[65677]: _type = "Task" [ 1286.136058] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.142428] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1286.142780] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.142955] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1286.143190] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.143360] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1286.143513] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1286.143748] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1286.143909] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1286.144124] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1286.144326] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1286.144565] env[65677]: DEBUG nova.virt.hardware [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1286.148430] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b8094-32d8-4556-bc44-64d0ed85477d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.157324] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.160854] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866e420-0f5e-4b98-a8ca-743341f0f407 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.168297] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Completed reading data from the image iterator. {{(pid=65677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1286.168546] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529aab06-8241-a9f7-f05a-9ff3af18ef68/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1286.169643] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7143e-e772-4f27-bdcb-396654d436b8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.185987] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529aab06-8241-a9f7-f05a-9ff3af18ef68/disk-0.vmdk is in state: ready. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1286.186238] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529aab06-8241-a9f7-f05a-9ff3af18ef68/disk-0.vmdk. {{(pid=65677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1286.186509] env[65677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d839e7b8-af2e-4405-ac38-026571e5ef31 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.297425] env[65677]: DEBUG oslo_concurrency.lockutils [None req-29635976-2f2e-42b8-b928-84608c26e50d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Lock "9478181d-ad31-4c72-9172-47732e751f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.535s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.362943] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e6cc4-3408-43cb-b2d7-7c88fdbe723c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.373500] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19c267a-37ab-4935-8e5c-9f3253e8346d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.409063] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d654745-a622-4971-8050-595a22552223 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.418840] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b29e1-d569-4121-a602-819e09807f0d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.435351] env[65677]: DEBUG nova.compute.provider_tree [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.494856] env[65677]: DEBUG nova.compute.manager [req-c6ae6f64-1a0a-4612-84fc-083c418ec38a req-5c0fed28-204f-45ba-a36f-51d1bcc6002e service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Received event network-vif-plugged-e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1286.495155] env[65677]: DEBUG oslo_concurrency.lockutils [req-c6ae6f64-1a0a-4612-84fc-083c418ec38a req-5c0fed28-204f-45ba-a36f-51d1bcc6002e service nova] Acquiring lock "007eab4a-5928-4afc-956c-775e98479e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.495475] env[65677]: DEBUG oslo_concurrency.lockutils [req-c6ae6f64-1a0a-4612-84fc-083c418ec38a req-5c0fed28-204f-45ba-a36f-51d1bcc6002e service nova] Lock "007eab4a-5928-4afc-956c-775e98479e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.495601] env[65677]: DEBUG oslo_concurrency.lockutils [req-c6ae6f64-1a0a-4612-84fc-083c418ec38a req-5c0fed28-204f-45ba-a36f-51d1bcc6002e service nova] Lock "007eab4a-5928-4afc-956c-775e98479e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.495832] env[65677]: DEBUG nova.compute.manager [req-c6ae6f64-1a0a-4612-84fc-083c418ec38a req-5c0fed28-204f-45ba-a36f-51d1bcc6002e service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] No waiting events found dispatching network-vif-plugged-e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1286.496038] env[65677]: WARNING nova.compute.manager [req-c6ae6f64-1a0a-4612-84fc-083c418ec38a req-5c0fed28-204f-45ba-a36f-51d1bcc6002e service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Received unexpected event network-vif-plugged-e60cd4a9-f856-462c-b061-eaa6bdada2bc for instance with vm_state building and task_state spawning. [ 1286.514456] env[65677]: DEBUG oslo_vmware.rw_handles [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529aab06-8241-a9f7-f05a-9ff3af18ef68/disk-0.vmdk. {{(pid=65677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1286.514795] env[65677]: INFO nova.virt.vmwareapi.images [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Downloaded image file data 452133e3-d294-4fcb-9d88-9e6f0b4ff32f [ 1286.515697] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a957aa-2fe1-4160-93ac-599ce9fba4eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.543213] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7031441d-1780-4717-a353-af9bd9031e4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.600369] env[65677]: INFO nova.virt.vmwareapi.images [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] The imported VM was unregistered [ 1286.603601] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Caching image {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1286.604558] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Creating directory with path [datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.604558] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a00467e-849d-4735-8ba5-fee99299f6c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.625205] env[65677]: DEBUG nova.network.neutron [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Successfully updated port: e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1286.645020] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Created directory with path [datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.645691] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850/OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850.vmdk to [datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk. {{(pid=65677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1286.647340] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0ff7ab4c-b109-4a8b-bbb8-2238f88b683b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.655155] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637391, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.657347] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1286.657347] env[65677]: value = "task-4637393" [ 1286.657347] env[65677]: _type = "Task" [ 1286.657347] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.667762] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.938645] env[65677]: DEBUG nova.scheduler.client.report [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.133053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.133382] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.133565] env[65677]: DEBUG nova.network.neutron [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1287.148253] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694047} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.149415] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.149774] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.149774] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b2fb0f0-944b-4e73-9133-96071cb1b2d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.159718] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1287.159718] env[65677]: value = "task-4637395" [ 1287.159718] env[65677]: _type = "Task" [ 1287.159718] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.173409] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.178077] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.444842] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.447320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.203s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.449327] env[65677]: INFO nova.compute.claims [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.481465] env[65677]: INFO nova.scheduler.client.report [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Deleted allocations for instance 16b5b1ad-af97-4917-b248-bd5d44ed3e59 [ 1287.672417] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637395, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.676567] env[65677]: DEBUG nova.network.neutron [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1287.679278] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.764580] env[65677]: WARNING neutronclient.v2_0.client [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.845762] env[65677]: DEBUG nova.network.neutron [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [{"id": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "address": "fa:16:3e:ba:b5:0f", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60cd4a9-f8", "ovs_interfaceid": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.989643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-801c7ec9-7476-40e8-9995-5fb5927a6d4a tempest-ServerShowV254Test-935958017 tempest-ServerShowV254Test-935958017-project-member] Lock "16b5b1ad-af97-4917-b248-bd5d44ed3e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.941s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.174128] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.714889} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.177695] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.178088] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.179305] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636424db-363c-4d01-a322-599d0c2a5d98 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.205847] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.206301] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515ff70f-47f6-4d18-8d38-111bd6c7f382 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.232237] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1288.232237] env[65677]: value = "task-4637396" [ 1288.232237] env[65677]: _type = "Task" [ 1288.232237] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.250594] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.348381] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.348768] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Instance network_info: |[{"id": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "address": "fa:16:3e:ba:b5:0f", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60cd4a9-f8", "ovs_interfaceid": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1288.349290] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e60cd4a9-f856-462c-b061-eaa6bdada2bc', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.357556] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1288.357847] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.358224] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5c63cf-e46c-4f27-92b0-f4b05d4c0c1f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.386298] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.386298] env[65677]: value = "task-4637397" [ 1288.386298] env[65677]: _type = "Task" [ 1288.386298] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.403526] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637397, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.538607] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c23ad7-9b57-455d-baab-9b4e3a346413 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.544254] env[65677]: DEBUG nova.compute.manager [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Received event network-changed-e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1288.544454] env[65677]: DEBUG nova.compute.manager [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Refreshing instance network info cache due to event network-changed-e60cd4a9-f856-462c-b061-eaa6bdada2bc. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1288.544714] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] Acquiring lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.544845] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] Acquired lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.545139] env[65677]: DEBUG nova.network.neutron [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Refreshing network info cache for port e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.561036] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a772e6-5af9-4934-8ab2-6f528925a8f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.600316] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc5135f-8add-479e-957f-5708188fa7d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.612999] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c907799-decd-480f-ad7b-16aea315747e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.632551] env[65677]: DEBUG nova.compute.provider_tree [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.674173] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.748566] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.899796] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637397, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.049133] env[65677]: WARNING neutronclient.v2_0.client [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.135803] env[65677]: DEBUG nova.scheduler.client.report [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.179096] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.241316] env[65677]: WARNING neutronclient.v2_0.client [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.247445] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.319029] env[65677]: DEBUG nova.network.neutron [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updated VIF entry in instance network info cache for port e60cd4a9-f856-462c-b061-eaa6bdada2bc. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1289.319436] env[65677]: DEBUG nova.network.neutron [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [{"id": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "address": "fa:16:3e:ba:b5:0f", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60cd4a9-f8", "ovs_interfaceid": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.398265] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637397, 'name': CreateVM_Task} progress is 99%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.641394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.641928] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1289.644586] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.057s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.644765] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.644913] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1289.645999] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4767be7-544d-4e79-a3d4-041771a4c8ff {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.654949] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4628c7-7e75-40e6-8628-9a3b0896ef10 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.672837] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3b565a-c7a7-45be-9e8a-6480d41acd63 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.680912] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637393, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.653287} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.683721] env[65677]: INFO nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850/OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850.vmdk to [datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk. [ 1289.683721] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Cleaning up location [datastore2] OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850 {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1289.683879] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_72055c41-de7d-4074-8b85-913dd1630850 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.684320] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e30ad715-dc17-4e20-9657-f5333e59b0f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.686558] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4144ccb6-fc8e-49c5-beec-70c9ab1d227c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.718554] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179832MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1289.718749] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.719030] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.722218] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1289.722218] env[65677]: value = "task-4637398" [ 1289.722218] env[65677]: _type = "Task" [ 1289.722218] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.746746] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637396, 'name': ReconfigVM_Task, 'duration_secs': 1.225604} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.747101] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.747782] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3ef83cc-fab3-4edd-8405-a5a13191b1e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.756505] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1289.756505] env[65677]: value = "task-4637399" [ 1289.756505] env[65677]: _type = "Task" [ 1289.756505] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.766402] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637399, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.822488] env[65677]: DEBUG oslo_concurrency.lockutils [req-8e41d2eb-662c-4939-b98c-4eecefe806bc req-b047d7fd-0328-44e1-aeca-e1fdd916a7a0 service nova] Releasing lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.897813] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637397, 'name': CreateVM_Task, 'duration_secs': 1.409806} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.898037] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.898534] env[65677]: WARNING neutronclient.v2_0.client [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.898881] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.899037] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.899364] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.899662] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009c05f8-13b2-4a5c-b7ed-a5e2d4268ddb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.904711] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1289.904711] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52be0944-e6c9-eff2-3ecb-a7394dd2399a" [ 1289.904711] env[65677]: _type = "Task" [ 1289.904711] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.913032] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52be0944-e6c9-eff2-3ecb-a7394dd2399a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.147611] env[65677]: DEBUG nova.compute.utils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.149221] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1290.149431] env[65677]: DEBUG nova.network.neutron [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1290.149798] env[65677]: WARNING neutronclient.v2_0.client [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.150147] env[65677]: WARNING neutronclient.v2_0.client [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.201860] env[65677]: DEBUG nova.policy [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa696dd504f148609a1a88a81b0a523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba6ca37e89b4473aacd9f26a3a934ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.236250] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073974} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.236531] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.236691] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.236932] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk to [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.237212] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431d2edb-32e1-4dc4-b301-c1a580571999 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.246071] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1290.246071] env[65677]: value = "task-4637400" [ 1290.246071] env[65677]: _type = "Task" [ 1290.246071] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.255732] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.266451] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637399, 'name': Rename_Task, 'duration_secs': 0.140249} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.267569] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.267569] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ce02fde-2681-4a3b-9917-0b89665a07c5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.274504] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1290.274504] env[65677]: value = "task-4637401" [ 1290.274504] env[65677]: _type = "Task" [ 1290.274504] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.284253] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.416743] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52be0944-e6c9-eff2-3ecb-a7394dd2399a, 'name': SearchDatastore_Task, 'duration_secs': 0.02399} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.417071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.417354] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.417606] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.417750] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.417923] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.418325] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ecd9db5-63fd-438c-a1ca-5e4b8f10a6d6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.429376] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.429570] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.430450] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04ebefd-e3b2-4cad-877d-d9f1962b81aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.438083] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1290.438083] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ff0246-67d0-a21b-81af-3f556b0b4230" [ 1290.438083] env[65677]: _type = "Task" [ 1290.438083] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.446186] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ff0246-67d0-a21b-81af-3f556b0b4230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.528041] env[65677]: DEBUG nova.network.neutron [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Successfully created port: 72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1290.655081] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1290.754014] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 960189ce-b92f-4edb-9581-ff3d5495c98e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1290.754014] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance c34a137e-0cb7-4cea-9735-01af1bccda6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1290.754014] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance 007eab4a-5928-4afc-956c-775e98479e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1290.754014] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance b2186a2c-7924-4bbb-a07e-a365e23d4107 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1290.754014] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1290.754303] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1290.764030] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.791037] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637401, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.823845] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf9883-74f5-44c7-a924-4436d0f1191e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.834866] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd9a1a8-3564-4f6e-8935-d7f68c2708ee {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.868569] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54941d6c-7a5b-4c6b-8b75-a3b46de03ffd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.877890] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19aaeaa-b0bc-42c5-b82a-5ed686066b0c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.893474] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.949710] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ff0246-67d0-a21b-81af-3f556b0b4230, 'name': SearchDatastore_Task, 'duration_secs': 0.014944} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.950807] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af36eb9-21ff-4a0d-ab39-e057528d55d8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.958083] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1290.958083] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5270925e-cd07-c0e2-7b95-2d5855e151de" [ 1290.958083] env[65677]: _type = "Task" [ 1290.958083] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.968281] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5270925e-cd07-c0e2-7b95-2d5855e151de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.259184] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.288447] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637401, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.397962] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.472926] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5270925e-cd07-c0e2-7b95-2d5855e151de, 'name': SearchDatastore_Task, 'duration_secs': 0.09141} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.473171] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.473458] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 007eab4a-5928-4afc-956c-775e98479e1f/007eab4a-5928-4afc-956c-775e98479e1f.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.473816] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad3a93b-cbf6-4f59-b355-9abd70e9edfa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.483656] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1291.483656] env[65677]: value = "task-4637403" [ 1291.483656] env[65677]: _type = "Task" [ 1291.483656] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.494334] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.663986] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1291.692967] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1291.693238] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.693395] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1291.693573] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.693711] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1291.693850] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1291.694062] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1291.694223] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1291.694387] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1291.694542] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1291.694741] env[65677]: DEBUG nova.virt.hardware [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1291.695765] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fd6e8-c600-49f0-bb14-3587781d2cfe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.705554] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaba7f3-0545-40f7-8390-929f6e61889f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.759059] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.787837] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637401, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.904058] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1291.904296] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.978164] env[65677]: DEBUG nova.compute.manager [req-d3c26786-e9ab-4041-b3fa-ad843459b263 req-1fa0c099-a06e-4516-921c-0c782afff603 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Received event network-vif-plugged-72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1291.978386] env[65677]: DEBUG oslo_concurrency.lockutils [req-d3c26786-e9ab-4041-b3fa-ad843459b263 req-1fa0c099-a06e-4516-921c-0c782afff603 service nova] Acquiring lock "b2186a2c-7924-4bbb-a07e-a365e23d4107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.978607] env[65677]: DEBUG oslo_concurrency.lockutils [req-d3c26786-e9ab-4041-b3fa-ad843459b263 req-1fa0c099-a06e-4516-921c-0c782afff603 service nova] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.979032] env[65677]: DEBUG oslo_concurrency.lockutils [req-d3c26786-e9ab-4041-b3fa-ad843459b263 req-1fa0c099-a06e-4516-921c-0c782afff603 service nova] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.979239] env[65677]: DEBUG nova.compute.manager [req-d3c26786-e9ab-4041-b3fa-ad843459b263 req-1fa0c099-a06e-4516-921c-0c782afff603 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] No waiting events found dispatching network-vif-plugged-72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1291.979417] env[65677]: WARNING nova.compute.manager [req-d3c26786-e9ab-4041-b3fa-ad843459b263 req-1fa0c099-a06e-4516-921c-0c782afff603 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Received unexpected event network-vif-plugged-72e60726-2fb9-443a-8ce5-55ac3f983766 for instance with vm_state building and task_state spawning. [ 1291.994902] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.085649] env[65677]: DEBUG nova.network.neutron [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Successfully updated port: 72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1292.260266] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.287142] env[65677]: DEBUG oslo_vmware.api [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637401, 'name': PowerOnVM_Task, 'duration_secs': 1.836493} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.287476] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.287690] env[65677]: INFO nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1292.287865] env[65677]: DEBUG nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1292.288817] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493e422-beb4-4595-b342-84888e631876 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.496613] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.589686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-b2186a2c-7924-4bbb-a07e-a365e23d4107" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.589686] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-b2186a2c-7924-4bbb-a07e-a365e23d4107" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.589686] env[65677]: DEBUG nova.network.neutron [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1292.759989] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.811180] env[65677]: INFO nova.compute.manager [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Took 17.31 seconds to build instance. [ 1292.996232] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.129467] env[65677]: DEBUG nova.network.neutron [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1293.216787] env[65677]: WARNING neutronclient.v2_0.client [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.262643] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637400, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.615139} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.263086] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/452133e3-d294-4fcb-9d88-9e6f0b4ff32f/452133e3-d294-4fcb-9d88-9e6f0b4ff32f.vmdk to [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.263794] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa74451-45e7-467e-87fc-60bc26059dfa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.288344] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.292148] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acffe553-1007-4727-9fa0-5923847236b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.313517] env[65677]: DEBUG oslo_concurrency.lockutils [None req-131a1b43-843e-41a7-96e0-b3c5776508d5 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "c34a137e-0cb7-4cea-9735-01af1bccda6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.363s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.318030] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1293.318030] env[65677]: value = "task-4637404" [ 1293.318030] env[65677]: _type = "Task" [ 1293.318030] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.331273] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.347991] env[65677]: DEBUG nova.network.neutron [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Updating instance_info_cache with network_info: [{"id": "72e60726-2fb9-443a-8ce5-55ac3f983766", "address": "fa:16:3e:15:a0:64", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e60726-2f", "ovs_interfaceid": "72e60726-2fb9-443a-8ce5-55ac3f983766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.419646] env[65677]: INFO nova.compute.manager [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Rebuilding instance [ 1293.467823] env[65677]: DEBUG nova.compute.manager [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1293.468760] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34956c23-289d-4f54-bc8a-32afbbcb6b4f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.496089] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637403, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.90674} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.496401] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 007eab4a-5928-4afc-956c-775e98479e1f/007eab4a-5928-4afc-956c-775e98479e1f.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.496611] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.496867] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c3525e-b48c-4089-80d6-1c821b2ca4f7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.503763] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1293.503763] env[65677]: value = "task-4637405" [ 1293.503763] env[65677]: _type = "Task" [ 1293.503763] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.515326] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.830030] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637404, 'name': ReconfigVM_Task, 'duration_secs': 0.309334} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.830030] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e/960189ce-b92f-4edb-9581-ff3d5495c98e.vmdk or device None with type streamOptimized {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.830972] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6ae1721-a904-41c9-bffb-880e31359ac5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.838736] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1293.838736] env[65677]: value = "task-4637407" [ 1293.838736] env[65677]: _type = "Task" [ 1293.838736] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.850671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-b2186a2c-7924-4bbb-a07e-a365e23d4107" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.851065] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Instance network_info: |[{"id": "72e60726-2fb9-443a-8ce5-55ac3f983766", "address": "fa:16:3e:15:a0:64", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e60726-2f", "ovs_interfaceid": "72e60726-2fb9-443a-8ce5-55ac3f983766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1293.855206] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a0:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72e60726-2fb9-443a-8ce5-55ac3f983766', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.863307] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1293.863569] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637407, 'name': Rename_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.863837] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.864179] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ade6b075-ec3a-4299-8768-ce25f439be74 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.886451] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.886451] env[65677]: value = "task-4637408" [ 1293.886451] env[65677]: _type = "Task" [ 1293.886451] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.896834] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637408, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.014635] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075541} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.016044] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.017364] env[65677]: DEBUG nova.compute.manager [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Received event network-changed-72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1294.017428] env[65677]: DEBUG nova.compute.manager [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Refreshing instance network info cache due to event network-changed-72e60726-2fb9-443a-8ce5-55ac3f983766. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1294.017607] env[65677]: DEBUG oslo_concurrency.lockutils [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] Acquiring lock "refresh_cache-b2186a2c-7924-4bbb-a07e-a365e23d4107" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.017753] env[65677]: DEBUG oslo_concurrency.lockutils [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] Acquired lock "refresh_cache-b2186a2c-7924-4bbb-a07e-a365e23d4107" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.017928] env[65677]: DEBUG nova.network.neutron [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Refreshing network info cache for port 72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.020032] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751700d-266c-402a-9118-74ae3c07a81c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.048090] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 007eab4a-5928-4afc-956c-775e98479e1f/007eab4a-5928-4afc-956c-775e98479e1f.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.049066] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc64bca0-adc8-4e90-86dc-87be561e9b34 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.072283] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1294.072283] env[65677]: value = "task-4637409" [ 1294.072283] env[65677]: _type = "Task" [ 1294.072283] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.082482] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.349275] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637407, 'name': Rename_Task, 'duration_secs': 0.299151} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.349682] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.349801] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-603f6637-daa7-46c7-89c6-7bc86caa414b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.356938] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1294.356938] env[65677]: value = "task-4637410" [ 1294.356938] env[65677]: _type = "Task" [ 1294.356938] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.371545] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.397855] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637408, 'name': CreateVM_Task, 'duration_secs': 0.410048} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.398053] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.398671] env[65677]: WARNING neutronclient.v2_0.client [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.399035] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.399191] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.399569] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.399848] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d78e40-efc1-4b76-bb83-31153be03b12 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.405013] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1294.405013] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a1c330-e839-d8e8-893d-b74b23a11a4a" [ 1294.405013] env[65677]: _type = "Task" [ 1294.405013] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.414094] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a1c330-e839-d8e8-893d-b74b23a11a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.486026] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.486516] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d767759d-b8b3-4f99-85b1-7a1df3217dfd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.494593] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1294.494593] env[65677]: value = "task-4637411" [ 1294.494593] env[65677]: _type = "Task" [ 1294.494593] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.504458] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.524425] env[65677]: WARNING neutronclient.v2_0.client [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.584528] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.687679] env[65677]: WARNING neutronclient.v2_0.client [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.759449] env[65677]: DEBUG nova.network.neutron [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Updated VIF entry in instance network info cache for port 72e60726-2fb9-443a-8ce5-55ac3f983766. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1294.759834] env[65677]: DEBUG nova.network.neutron [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Updating instance_info_cache with network_info: [{"id": "72e60726-2fb9-443a-8ce5-55ac3f983766", "address": "fa:16:3e:15:a0:64", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e60726-2f", "ovs_interfaceid": "72e60726-2fb9-443a-8ce5-55ac3f983766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.868868] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637410, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.917696] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a1c330-e839-d8e8-893d-b74b23a11a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.037351} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.918053] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.918411] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.918716] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.918924] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.919192] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.919467] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc3f2bb5-3661-4d63-b75a-59262a8b5f5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.930032] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.930032] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.930343] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7744b4a0-a422-4217-97c9-89ff16d7f29f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.936373] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1294.936373] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525fe707-38e5-1901-f7a2-0543a3207e91" [ 1294.936373] env[65677]: _type = "Task" [ 1294.936373] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.944868] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525fe707-38e5-1901-f7a2-0543a3207e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.004785] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637411, 'name': PowerOffVM_Task, 'duration_secs': 0.194204} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.005091] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.005348] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.006149] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115bf1b5-77bb-4bf5-805a-7e63de267bf9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.014065] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.014220] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1fbcea0-65f1-447c-bfe1-ecfa8fc5632f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.039903] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.040279] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.040443] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Deleting the datastore file [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.040779] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74240d10-1641-45e3-b639-27398225c94f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.047816] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1295.047816] env[65677]: value = "task-4637413" [ 1295.047816] env[65677]: _type = "Task" [ 1295.047816] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.056730] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.084161] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637409, 'name': ReconfigVM_Task, 'duration_secs': 0.624274} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.084434] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 007eab4a-5928-4afc-956c-775e98479e1f/007eab4a-5928-4afc-956c-775e98479e1f.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.085110] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a6a9d5d-0ac2-4297-b2e8-b95cbed59824 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.092140] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1295.092140] env[65677]: value = "task-4637414" [ 1295.092140] env[65677]: _type = "Task" [ 1295.092140] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.101950] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637414, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.263194] env[65677]: DEBUG oslo_concurrency.lockutils [req-df6154cd-653d-4d29-b202-1d8311047a52 req-30ff8057-a91e-431e-96cb-31d92aa67940 service nova] Releasing lock "refresh_cache-b2186a2c-7924-4bbb-a07e-a365e23d4107" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.368659] env[65677]: DEBUG oslo_vmware.api [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637410, 'name': PowerOnVM_Task, 'duration_secs': 0.568053} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.369124] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.447888] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525fe707-38e5-1901-f7a2-0543a3207e91, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.448778] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa6eb98-22f3-4c79-bf6a-8b374dc2d74a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.454708] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1295.454708] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5235b3fe-92ef-7b44-3611-347912f4c695" [ 1295.454708] env[65677]: _type = "Task" [ 1295.454708] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.463428] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5235b3fe-92ef-7b44-3611-347912f4c695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.470731] env[65677]: DEBUG nova.compute.manager [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1295.471676] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d9e3f4-ca65-44b2-8f81-da2920f28b0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.559023] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101775} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.559303] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.559454] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.559623] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.606667] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637414, 'name': Rename_Task, 'duration_secs': 0.282301} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.606990] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.607270] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c626fdc-db8d-4210-8c3d-3239c9cb8ec5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.614729] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1295.614729] env[65677]: value = "task-4637415" [ 1295.614729] env[65677]: _type = "Task" [ 1295.614729] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.623473] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.967266] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]5235b3fe-92ef-7b44-3611-347912f4c695, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.967504] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.967778] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b2186a2c-7924-4bbb-a07e-a365e23d4107/b2186a2c-7924-4bbb-a07e-a365e23d4107.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.968131] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17bf154-61d5-47cf-a04b-128db94f28a2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.976468] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1295.976468] env[65677]: value = "task-4637416" [ 1295.976468] env[65677]: _type = "Task" [ 1295.976468] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.990159] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.992748] env[65677]: DEBUG oslo_concurrency.lockutils [None req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.470s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.127452] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.486874] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637416, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.594236] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1296.594589] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.594684] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1296.594787] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1296.597849] env[65677]: DEBUG nova.virt.hardware [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1296.597849] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d549317-97df-4f0a-8e19-8439951155c7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.605171] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4088b26d-5dfb-4453-b1fc-f37581d0872c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.620168] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Instance VIF info [] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.626411] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1296.630648] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.631108] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb837d2-e6ae-4409-89f7-b0033065a1ac {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.649760] env[65677]: DEBUG oslo_vmware.api [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637415, 'name': PowerOnVM_Task, 'duration_secs': 0.551179} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.651034] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.651274] env[65677]: INFO nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1296.651437] env[65677]: DEBUG nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1296.651687] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.651687] env[65677]: value = "task-4637417" [ 1296.651687] env[65677]: _type = "Task" [ 1296.651687] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.652391] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d59d6-788d-4a1e-a316-c0c8aaed1871 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.669031] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637417, 'name': CreateVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.987072] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513832} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.987072] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] b2186a2c-7924-4bbb-a07e-a365e23d4107/b2186a2c-7924-4bbb-a07e-a365e23d4107.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.987356] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.987503] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd73c6b8-c268-4176-900d-0c4796c019b5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.995712] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1296.995712] env[65677]: value = "task-4637418" [ 1296.995712] env[65677]: _type = "Task" [ 1296.995712] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.005803] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.165776] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637417, 'name': CreateVM_Task, 'duration_secs': 0.286806} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.166755] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.166755] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.166933] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.167126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.167406] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa839b8b-0b7e-4e4d-a3ef-8bd46f927c15 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.174586] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1297.174586] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525e4767-6721-f1b7-12cd-c3a1e17fce5d" [ 1297.174586] env[65677]: _type = "Task" [ 1297.174586] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.180318] env[65677]: INFO nova.compute.manager [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Took 20.65 seconds to build instance. [ 1297.187687] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]525e4767-6721-f1b7-12cd-c3a1e17fce5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.187991] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.188286] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.188561] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.188720] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.189502] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.189502] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7410eb8-0091-4fe2-89fc-577974d4778a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.199029] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.199230] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.200038] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d40bc9-cd85-4f7a-9a44-8b2ef71dbbe2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.205792] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1297.205792] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e80fe6-e58f-fde5-65bd-3dddf4524000" [ 1297.205792] env[65677]: _type = "Task" [ 1297.205792] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.219548] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52e80fe6-e58f-fde5-65bd-3dddf4524000, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.220456] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329a96c4-c9f5-4603-9b1c-c119544c5ab8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.227048] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1297.227048] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522baac2-99d6-027b-a6ee-a54627e345c0" [ 1297.227048] env[65677]: _type = "Task" [ 1297.227048] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.236348] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.236592] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.236810] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.237015] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.237202] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.238961] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522baac2-99d6-027b-a6ee-a54627e345c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.239921] env[65677]: INFO nova.compute.manager [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Terminating instance [ 1297.508950] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072889} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.508950] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.508950] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a3f8a-ffb7-4812-ae00-07b88a1641a3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.541803] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b2186a2c-7924-4bbb-a07e-a365e23d4107/b2186a2c-7924-4bbb-a07e-a365e23d4107.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.545232] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b27b9a1-5af8-4e75-9bde-adb69862a0aa {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.567028] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1297.567028] env[65677]: value = "task-4637419" [ 1297.567028] env[65677]: _type = "Task" [ 1297.567028] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.576949] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.682760] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a46dfb61-c90b-4f03-9cf0-64217768a183 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.167s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.738625] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522baac2-99d6-027b-a6ee-a54627e345c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.738931] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.739458] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.739741] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50c88837-0cc5-4585-8acc-294173cc4679 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.744289] env[65677]: DEBUG nova.compute.manager [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1297.744485] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.745305] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446a07a6-8441-4b34-880a-50d8cb70b6f0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.749379] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1297.749379] env[65677]: value = "task-4637420" [ 1297.749379] env[65677]: _type = "Task" [ 1297.749379] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.756034] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.756786] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef8c2be-24e9-424e-907e-3bfd89b05bd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.762958] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.764397] env[65677]: DEBUG oslo_vmware.api [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1297.764397] env[65677]: value = "task-4637421" [ 1297.764397] env[65677]: _type = "Task" [ 1297.764397] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.778828] env[65677]: DEBUG oslo_vmware.api [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.081565] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637419, 'name': ReconfigVM_Task, 'duration_secs': 0.291285} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.081956] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b2186a2c-7924-4bbb-a07e-a365e23d4107/b2186a2c-7924-4bbb-a07e-a365e23d4107.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.082827] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42687661-5a5a-40cf-ba3e-86b18572cf66 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.094090] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1298.094090] env[65677]: value = "task-4637422" [ 1298.094090] env[65677]: _type = "Task" [ 1298.094090] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.109182] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637422, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.266415] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.281130] env[65677]: DEBUG oslo_vmware.api [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637421, 'name': PowerOffVM_Task, 'duration_secs': 0.328893} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.281586] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.281809] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.282445] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6edbef-7507-4cc9-95a6-bc77bbeb8ae7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.387559] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.387830] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.388039] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleting the datastore file [datastore2] 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.388352] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-868191c1-61e4-4e44-a0cc-d26d6bf2421a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.399883] env[65677]: DEBUG oslo_vmware.api [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for the task: (returnval){ [ 1298.399883] env[65677]: value = "task-4637424" [ 1298.399883] env[65677]: _type = "Task" [ 1298.399883] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.410688] env[65677]: DEBUG oslo_vmware.api [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.529736] env[65677]: DEBUG nova.compute.manager [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Received event network-changed-e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1298.529736] env[65677]: DEBUG nova.compute.manager [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Refreshing instance network info cache due to event network-changed-e60cd4a9-f856-462c-b061-eaa6bdada2bc. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1298.531026] env[65677]: DEBUG oslo_concurrency.lockutils [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] Acquiring lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.531026] env[65677]: DEBUG oslo_concurrency.lockutils [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] Acquired lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.531399] env[65677]: DEBUG nova.network.neutron [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Refreshing network info cache for port e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.604687] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637422, 'name': Rename_Task, 'duration_secs': 0.195029} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.605012] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.605449] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-206a90b8-b7a8-4d14-963f-a892a3cd4c8e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.614511] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1298.614511] env[65677]: value = "task-4637425" [ 1298.614511] env[65677]: _type = "Task" [ 1298.614511] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.621384] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.762471] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558481} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.762756] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.762967] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.763255] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c82598a3-b12a-4df5-af7a-48390b5524df {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.771170] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1298.771170] env[65677]: value = "task-4637426" [ 1298.771170] env[65677]: _type = "Task" [ 1298.771170] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.780593] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.909147] env[65677]: DEBUG oslo_vmware.api [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Task: {'id': task-4637424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140666} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.909494] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.909704] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.909878] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.910062] env[65677]: INFO nova.compute.manager [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1298.910321] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1298.910526] env[65677]: DEBUG nova.compute.manager [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1298.910619] env[65677]: DEBUG nova.network.neutron [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1298.910847] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.982902] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.034737] env[65677]: WARNING neutronclient.v2_0.client [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.125140] env[65677]: DEBUG oslo_vmware.api [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637425, 'name': PowerOnVM_Task, 'duration_secs': 0.494426} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.125423] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.125637] env[65677]: INFO nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1299.125812] env[65677]: DEBUG nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1299.126636] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aebb4e-6237-4d05-8914-2af883cb695c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.265435] env[65677]: WARNING neutronclient.v2_0.client [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.282772] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072299} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.283061] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.283852] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54925d01-19c3-46b0-8fc5-3889a7184a5b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.304110] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.304430] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd0e118a-15fc-485e-8875-f34a61014c4a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.328071] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1299.328071] env[65677]: value = "task-4637427" [ 1299.328071] env[65677]: _type = "Task" [ 1299.328071] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.337621] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.355948] env[65677]: DEBUG nova.network.neutron [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updated VIF entry in instance network info cache for port e60cd4a9-f856-462c-b061-eaa6bdada2bc. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1299.356365] env[65677]: DEBUG nova.network.neutron [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [{"id": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "address": "fa:16:3e:ba:b5:0f", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60cd4a9-f8", "ovs_interfaceid": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.644648] env[65677]: INFO nova.compute.manager [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Took 18.42 seconds to build instance. [ 1299.840924] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637427, 'name': ReconfigVM_Task, 'duration_secs': 0.291498} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.841344] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b/c34a137e-0cb7-4cea-9735-01af1bccda6b.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.842205] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85963752-97df-4ca4-91f4-44a64c035e5e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.852063] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1299.852063] env[65677]: value = "task-4637428" [ 1299.852063] env[65677]: _type = "Task" [ 1299.852063] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.859436] env[65677]: DEBUG oslo_concurrency.lockutils [req-929b7b0a-577d-408b-9892-b14a3712f00d req-c1262d83-1585-4d78-86e8-fcb9c2f17ee1 service nova] Releasing lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.863309] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637428, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.956671] env[65677]: DEBUG nova.network.neutron [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.147075] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1ba16075-052a-43a4-9f24-287f67811f89 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.928s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.320766] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.321443] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.321443] env[65677]: DEBUG nova.compute.manager [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1300.322147] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b8b28f-ffee-4b75-b25e-f388502edebf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.329581] env[65677]: DEBUG nova.compute.manager [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1300.330159] env[65677]: DEBUG nova.objects.instance [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'flavor' on Instance uuid b2186a2c-7924-4bbb-a07e-a365e23d4107 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.362992] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637428, 'name': Rename_Task, 'duration_secs': 0.156034} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.363294] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.363558] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b651808-6899-4ef6-ac4b-ab7f1bc42747 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.371273] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1300.371273] env[65677]: value = "task-4637429" [ 1300.371273] env[65677]: _type = "Task" [ 1300.371273] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.382264] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.459907] env[65677]: INFO nova.compute.manager [-] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Took 1.55 seconds to deallocate network for instance. [ 1300.557077] env[65677]: DEBUG nova.compute.manager [req-73622dde-6fbe-4137-a019-10bc5291a4c5 req-09175c4c-fb83-40be-9443-1ab5eb566076 service nova] [instance: 960189ce-b92f-4edb-9581-ff3d5495c98e] Received event network-vif-deleted-a01509f4-3528-4cdb-9886-2fa4460a8f22 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1300.882124] env[65677]: DEBUG oslo_vmware.api [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637429, 'name': PowerOnVM_Task, 'duration_secs': 0.459077} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.882543] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.882592] env[65677]: DEBUG nova.compute.manager [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1300.883406] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66025b39-2995-46ae-b5e5-a39976a95a5d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.966619] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.966917] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.967156] env[65677]: DEBUG nova.objects.instance [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lazy-loading 'resources' on Instance uuid 960189ce-b92f-4edb-9581-ff3d5495c98e {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.339816] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.340230] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfdb617c-d819-4e0d-ad43-c6af8a8928d4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.348961] env[65677]: DEBUG oslo_vmware.api [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1301.348961] env[65677]: value = "task-4637430" [ 1301.348961] env[65677]: _type = "Task" [ 1301.348961] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.358953] env[65677]: DEBUG oslo_vmware.api [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.403177] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.562445] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303fbfdd-6877-4467-92fa-c8103cdbf34a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.572458] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1ae889-e439-46a9-9d53-750dee43554d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.601910] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "c34a137e-0cb7-4cea-9735-01af1bccda6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.602153] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "c34a137e-0cb7-4cea-9735-01af1bccda6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.602357] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "c34a137e-0cb7-4cea-9735-01af1bccda6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.602538] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "c34a137e-0cb7-4cea-9735-01af1bccda6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.602698] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "c34a137e-0cb7-4cea-9735-01af1bccda6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.604971] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27211a61-fefb-468b-b9c2-66099119bbd9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.607778] env[65677]: INFO nova.compute.manager [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Terminating instance [ 1301.615076] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6adcaf-2170-41bc-809c-fde8df5e948d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.630364] env[65677]: DEBUG nova.compute.provider_tree [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.859887] env[65677]: DEBUG oslo_vmware.api [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637430, 'name': PowerOffVM_Task, 'duration_secs': 0.213024} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.860170] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.860367] env[65677]: DEBUG nova.compute.manager [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1301.861236] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d63d7-3abb-40a9-bfe6-52367be0a3ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.112460] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "refresh_cache-c34a137e-0cb7-4cea-9735-01af1bccda6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.112767] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquired lock "refresh_cache-c34a137e-0cb7-4cea-9735-01af1bccda6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.112908] env[65677]: DEBUG nova.network.neutron [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1302.133768] env[65677]: DEBUG nova.scheduler.client.report [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.375514] env[65677]: DEBUG oslo_concurrency.lockutils [None req-7ab60a49-68e1-4464-a58d-a9f24b5e2f21 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.617195] env[65677]: WARNING neutronclient.v2_0.client [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.634814] env[65677]: DEBUG nova.network.neutron [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1302.638740] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.640690] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.238s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.640875] env[65677]: DEBUG nova.objects.instance [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1302.663874] env[65677]: INFO nova.scheduler.client.report [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Deleted allocations for instance 960189ce-b92f-4edb-9581-ff3d5495c98e [ 1302.700172] env[65677]: DEBUG nova.network.neutron [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.772822] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.773115] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.773327] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "b2186a2c-7924-4bbb-a07e-a365e23d4107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.773510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.773671] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.775764] env[65677]: INFO nova.compute.manager [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Terminating instance [ 1303.172976] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Lock "960189ce-b92f-4edb-9581-ff3d5495c98e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.936s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.203065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Releasing lock "refresh_cache-c34a137e-0cb7-4cea-9735-01af1bccda6b" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.203570] env[65677]: DEBUG nova.compute.manager [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1303.203765] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.204867] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4cf7a7-aeab-4492-b174-bbf07d385027 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.213607] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.213854] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f40a8b-dbcd-4f6c-87b5-6e4cc1cd52ef {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.220210] env[65677]: DEBUG oslo_vmware.api [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1303.220210] env[65677]: value = "task-4637431" [ 1303.220210] env[65677]: _type = "Task" [ 1303.220210] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.229636] env[65677]: DEBUG oslo_vmware.api [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.280474] env[65677]: DEBUG nova.compute.manager [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1303.280787] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.281632] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850568b2-4365-48e5-8ec6-22ae68c8991b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.290370] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.290640] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eebe5cf-31c1-41a3-b1d5-948feba0bbb6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.375607] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.375828] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.376014] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleting the datastore file [datastore2] b2186a2c-7924-4bbb-a07e-a365e23d4107 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.376528] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad9090cc-98da-4f8c-a433-4d4f7e8a50de {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.386048] env[65677]: DEBUG oslo_vmware.api [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1303.386048] env[65677]: value = "task-4637433" [ 1303.386048] env[65677]: _type = "Task" [ 1303.386048] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.397597] env[65677]: DEBUG oslo_vmware.api [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.651132] env[65677]: DEBUG oslo_concurrency.lockutils [None req-d0c97591-7f3a-450b-a6c6-dbb6cf98a2b4 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.732544] env[65677]: DEBUG oslo_vmware.api [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637431, 'name': PowerOffVM_Task, 'duration_secs': 0.191021} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.732808] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.732970] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.733243] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d789d2c-2b24-4272-a471-54b6eed0782b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.760464] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.760702] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.760858] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Deleting the datastore file [datastore2] c34a137e-0cb7-4cea-9735-01af1bccda6b {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.761165] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-501e39a9-5f39-4699-9ff8-e7f8dd16d9a0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.769488] env[65677]: DEBUG oslo_vmware.api [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for the task: (returnval){ [ 1303.769488] env[65677]: value = "task-4637436" [ 1303.769488] env[65677]: _type = "Task" [ 1303.769488] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.778520] env[65677]: DEBUG oslo_vmware.api [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.896497] env[65677]: DEBUG oslo_vmware.api [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17487} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.896761] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.896939] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.897128] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.897303] env[65677]: INFO nova.compute.manager [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1303.897552] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1303.897751] env[65677]: DEBUG nova.compute.manager [-] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1303.897844] env[65677]: DEBUG nova.network.neutron [-] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1303.898109] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.942123] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.198512] env[65677]: DEBUG nova.compute.manager [req-f15cf17d-5ed0-400d-9ca9-34d601a6a0ea req-2d778194-67af-4988-9897-94b156803e0b service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Received event network-vif-deleted-72e60726-2fb9-443a-8ce5-55ac3f983766 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1304.198866] env[65677]: INFO nova.compute.manager [req-f15cf17d-5ed0-400d-9ca9-34d601a6a0ea req-2d778194-67af-4988-9897-94b156803e0b service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Neutron deleted interface 72e60726-2fb9-443a-8ce5-55ac3f983766; detaching it from the instance and deleting it from the info cache [ 1304.198935] env[65677]: DEBUG nova.network.neutron [req-f15cf17d-5ed0-400d-9ca9-34d601a6a0ea req-2d778194-67af-4988-9897-94b156803e0b service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.281334] env[65677]: DEBUG oslo_vmware.api [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Task: {'id': task-4637436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09474} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.281573] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.281743] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.281919] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.282104] env[65677]: INFO nova.compute.manager [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1304.282346] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1304.282536] env[65677]: DEBUG nova.compute.manager [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1304.282621] env[65677]: DEBUG nova.network.neutron [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1304.282866] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.299988] env[65677]: DEBUG nova.network.neutron [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1304.300255] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.668575] env[65677]: DEBUG nova.network.neutron [-] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.702165] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c5ebe28-3187-45e6-b25a-e6523fa8c706 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.712667] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e72757-4c68-4b04-a449-bb44af7762a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.741148] env[65677]: DEBUG nova.compute.manager [req-f15cf17d-5ed0-400d-9ca9-34d601a6a0ea req-2d778194-67af-4988-9897-94b156803e0b service nova] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Detach interface failed, port_id=72e60726-2fb9-443a-8ce5-55ac3f983766, reason: Instance b2186a2c-7924-4bbb-a07e-a365e23d4107 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1304.802468] env[65677]: DEBUG nova.network.neutron [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.171281] env[65677]: INFO nova.compute.manager [-] [instance: b2186a2c-7924-4bbb-a07e-a365e23d4107] Took 1.27 seconds to deallocate network for instance. [ 1305.305687] env[65677]: INFO nova.compute.manager [-] [instance: c34a137e-0cb7-4cea-9735-01af1bccda6b] Took 1.02 seconds to deallocate network for instance. [ 1305.677911] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.678345] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.678668] env[65677]: DEBUG nova.objects.instance [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'resources' on Instance uuid b2186a2c-7924-4bbb-a07e-a365e23d4107 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.812549] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.235833] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87654a9-8497-4bf6-8b3a-3eedff176d58 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.245952] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a361d1-c219-4194-96d0-31d35bfe04d1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.277099] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d35e5d2-c2d7-4824-aebd-9d95055f171b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.287014] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455da5d-33ce-4b43-9bf2-00236223f2cd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.302286] env[65677]: DEBUG nova.compute.provider_tree [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.806333] env[65677]: DEBUG nova.scheduler.client.report [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.311649] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.314184] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.502s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.314318] env[65677]: DEBUG nova.objects.instance [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lazy-loading 'resources' on Instance uuid c34a137e-0cb7-4cea-9735-01af1bccda6b {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.337964] env[65677]: INFO nova.scheduler.client.report [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocations for instance b2186a2c-7924-4bbb-a07e-a365e23d4107 [ 1307.848640] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "b2186a2c-7924-4bbb-a07e-a365e23d4107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.075s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.868597] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2090dc7-d079-44cb-a607-e83972801283 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.878291] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281a6a1-cadb-4d6d-bec1-76f4dbfd8853 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.914238] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a864fd-ea41-470c-9476-3949f45ac185 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.923449] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c6a53-0651-4cb6-827b-fb2d3066b60f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.939073] env[65677]: DEBUG nova.compute.provider_tree [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.447322] env[65677]: DEBUG nova.scheduler.client.report [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.817880] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "4a544c7f-10d8-4879-b93c-de951e9e61cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.818113] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.955223] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.990015] env[65677]: INFO nova.scheduler.client.report [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Deleted allocations for instance c34a137e-0cb7-4cea-9735-01af1bccda6b [ 1309.321084] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1309.501394] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5a7ca80c-3c64-4127-9556-12582aaba7c3 tempest-ServerShowV257Test-388156516 tempest-ServerShowV257Test-388156516-project-member] Lock "c34a137e-0cb7-4cea-9735-01af1bccda6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.899s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.846071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.846071] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.847108] env[65677]: INFO nova.compute.claims [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.898834] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b368141e-d953-41c2-aedf-a5c951d2d091 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.907382] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e493de-d8f3-496d-b9ca-51f53499bdb7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.937324] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc332d-3412-4184-a19b-2e8cfa10e8bb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.945235] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a634e-3648-4d7a-adbb-39d8eb05631f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.958946] env[65677]: DEBUG nova.compute.provider_tree [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.462289] env[65677]: DEBUG nova.scheduler.client.report [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.967164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.967872] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1312.473932] env[65677]: DEBUG nova.compute.utils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.476038] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1312.476038] env[65677]: DEBUG nova.network.neutron [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1312.476197] env[65677]: WARNING neutronclient.v2_0.client [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.476621] env[65677]: WARNING neutronclient.v2_0.client [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.525760] env[65677]: DEBUG nova.policy [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa696dd504f148609a1a88a81b0a523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba6ca37e89b4473aacd9f26a3a934ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.804686] env[65677]: DEBUG nova.network.neutron [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Successfully created port: d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1312.980576] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1313.989846] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1314.015693] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1314.015938] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.016103] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1314.016286] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.016428] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1314.016599] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1314.016821] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.016972] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1314.017156] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1314.017317] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1314.017495] env[65677]: DEBUG nova.virt.hardware [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1314.018426] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ffda72-d1d6-493f-ae05-4c23c1cede09 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.028030] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71051b1-e97d-437a-a626-699a15b8523c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.226875] env[65677]: DEBUG nova.compute.manager [req-f3ded671-786d-4282-969e-8d6c6e706ba6 req-a49ebf60-5572-4003-90e3-900e253ec819 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Received event network-vif-plugged-d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1314.227120] env[65677]: DEBUG oslo_concurrency.lockutils [req-f3ded671-786d-4282-969e-8d6c6e706ba6 req-a49ebf60-5572-4003-90e3-900e253ec819 service nova] Acquiring lock "4a544c7f-10d8-4879-b93c-de951e9e61cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.227414] env[65677]: DEBUG oslo_concurrency.lockutils [req-f3ded671-786d-4282-969e-8d6c6e706ba6 req-a49ebf60-5572-4003-90e3-900e253ec819 service nova] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.227630] env[65677]: DEBUG oslo_concurrency.lockutils [req-f3ded671-786d-4282-969e-8d6c6e706ba6 req-a49ebf60-5572-4003-90e3-900e253ec819 service nova] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.227829] env[65677]: DEBUG nova.compute.manager [req-f3ded671-786d-4282-969e-8d6c6e706ba6 req-a49ebf60-5572-4003-90e3-900e253ec819 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] No waiting events found dispatching network-vif-plugged-d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1314.228034] env[65677]: WARNING nova.compute.manager [req-f3ded671-786d-4282-969e-8d6c6e706ba6 req-a49ebf60-5572-4003-90e3-900e253ec819 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Received unexpected event network-vif-plugged-d4c4beb5-5e3e-4024-b50d-cbee77491632 for instance with vm_state building and task_state spawning. [ 1314.313400] env[65677]: DEBUG nova.network.neutron [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Successfully updated port: d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1314.816510] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-4a544c7f-10d8-4879-b93c-de951e9e61cd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.816710] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-4a544c7f-10d8-4879-b93c-de951e9e61cd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.816916] env[65677]: DEBUG nova.network.neutron [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1315.353632] env[65677]: DEBUG nova.network.neutron [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1315.424747] env[65677]: WARNING neutronclient.v2_0.client [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.492958] env[65677]: DEBUG nova.network.neutron [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Updating instance_info_cache with network_info: [{"id": "d4c4beb5-5e3e-4024-b50d-cbee77491632", "address": "fa:16:3e:d5:cc:e3", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4c4beb5-5e", "ovs_interfaceid": "d4c4beb5-5e3e-4024-b50d-cbee77491632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.995814] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-4a544c7f-10d8-4879-b93c-de951e9e61cd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.996201] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Instance network_info: |[{"id": "d4c4beb5-5e3e-4024-b50d-cbee77491632", "address": "fa:16:3e:d5:cc:e3", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4c4beb5-5e", "ovs_interfaceid": "d4c4beb5-5e3e-4024-b50d-cbee77491632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1315.996676] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:cc:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4c4beb5-5e3e-4024-b50d-cbee77491632', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.004158] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1316.004376] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.004606] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2392e0d8-cfdc-4872-bef5-26998ab4a7d5 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.026674] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.026674] env[65677]: value = "task-4637437" [ 1316.026674] env[65677]: _type = "Task" [ 1316.026674] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.037447] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637437, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.258307] env[65677]: DEBUG nova.compute.manager [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Received event network-changed-d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1316.258536] env[65677]: DEBUG nova.compute.manager [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Refreshing instance network info cache due to event network-changed-d4c4beb5-5e3e-4024-b50d-cbee77491632. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1316.258807] env[65677]: DEBUG oslo_concurrency.lockutils [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] Acquiring lock "refresh_cache-4a544c7f-10d8-4879-b93c-de951e9e61cd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.259053] env[65677]: DEBUG oslo_concurrency.lockutils [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] Acquired lock "refresh_cache-4a544c7f-10d8-4879-b93c-de951e9e61cd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.259181] env[65677]: DEBUG nova.network.neutron [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Refreshing network info cache for port d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.537250] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637437, 'name': CreateVM_Task, 'duration_secs': 0.328837} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.537637] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.537872] env[65677]: WARNING neutronclient.v2_0.client [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.538255] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.538406] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.538756] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.539023] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1957b6a0-7f6a-4918-9215-bbae3703f9fe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.544575] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1316.544575] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52062164-274c-47b3-adba-30ce9ae4fcce" [ 1316.544575] env[65677]: _type = "Task" [ 1316.544575] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.553196] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52062164-274c-47b3-adba-30ce9ae4fcce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.762329] env[65677]: WARNING neutronclient.v2_0.client [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.898432] env[65677]: WARNING neutronclient.v2_0.client [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.966774] env[65677]: DEBUG nova.network.neutron [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Updated VIF entry in instance network info cache for port d4c4beb5-5e3e-4024-b50d-cbee77491632. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1316.967157] env[65677]: DEBUG nova.network.neutron [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Updating instance_info_cache with network_info: [{"id": "d4c4beb5-5e3e-4024-b50d-cbee77491632", "address": "fa:16:3e:d5:cc:e3", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4c4beb5-5e", "ovs_interfaceid": "d4c4beb5-5e3e-4024-b50d-cbee77491632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.055256] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52062164-274c-47b3-adba-30ce9ae4fcce, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.055520] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.055770] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.056011] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.056159] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.056338] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.056636] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9019d939-e0a3-4909-a536-2520e119b9e1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.065332] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.065537] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.066228] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047b149d-8605-4e26-bf7b-7e3eb290150a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.072112] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1317.072112] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a74c1-f600-2f9c-0ab3-356646f2bc2c" [ 1317.072112] env[65677]: _type = "Task" [ 1317.072112] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.080970] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a74c1-f600-2f9c-0ab3-356646f2bc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.470297] env[65677]: DEBUG oslo_concurrency.lockutils [req-1994b0bc-143d-4b9b-b1d8-a37e644c3964 req-44198e98-416f-4637-98cc-cf9c25fdb0c6 service nova] Releasing lock "refresh_cache-4a544c7f-10d8-4879-b93c-de951e9e61cd" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.584222] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]526a74c1-f600-2f9c-0ab3-356646f2bc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.585047] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a01cc8d-7a98-4afb-98dc-233ae91de8ed {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.590699] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1317.590699] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a6bfe3-76e1-77ee-29bb-3327e57f6d08" [ 1317.590699] env[65677]: _type = "Task" [ 1317.590699] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.598655] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a6bfe3-76e1-77ee-29bb-3327e57f6d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.101465] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52a6bfe3-76e1-77ee-29bb-3327e57f6d08, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.101714] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.101982] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 4a544c7f-10d8-4879-b93c-de951e9e61cd/4a544c7f-10d8-4879-b93c-de951e9e61cd.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.102279] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c8ad500-4928-42f1-a79e-f43ecabbee8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.110033] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1318.110033] env[65677]: value = "task-4637438" [ 1318.110033] env[65677]: _type = "Task" [ 1318.110033] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.118412] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.622354] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454645} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.622775] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] 4a544c7f-10d8-4879-b93c-de951e9e61cd/4a544c7f-10d8-4879-b93c-de951e9e61cd.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.622898] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.623102] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-430ea699-9f82-4d0e-b720-0e42e667f17b {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.630008] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1318.630008] env[65677]: value = "task-4637439" [ 1318.630008] env[65677]: _type = "Task" [ 1318.630008] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.637842] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.141070] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059611} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.141384] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.142240] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d7bca-4664-4b1f-b896-4527be7bb2b2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.165480] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 4a544c7f-10d8-4879-b93c-de951e9e61cd/4a544c7f-10d8-4879-b93c-de951e9e61cd.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.165827] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc90ae55-128c-45ae-990d-607ca5eba8ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.187086] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1319.187086] env[65677]: value = "task-4637440" [ 1319.187086] env[65677]: _type = "Task" [ 1319.187086] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.195602] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.697332] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637440, 'name': ReconfigVM_Task, 'duration_secs': 0.27567} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.697721] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 4a544c7f-10d8-4879-b93c-de951e9e61cd/4a544c7f-10d8-4879-b93c-de951e9e61cd.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.698236] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aa9a5a9-75a3-4153-9c45-01a346fa609e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.705158] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1319.705158] env[65677]: value = "task-4637441" [ 1319.705158] env[65677]: _type = "Task" [ 1319.705158] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.714194] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637441, 'name': Rename_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.215733] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637441, 'name': Rename_Task, 'duration_secs': 0.138016} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.216024] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.216280] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a94451b2-23fb-4bcc-b64a-1d3a2baa023d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.223154] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1320.223154] env[65677]: value = "task-4637442" [ 1320.223154] env[65677]: _type = "Task" [ 1320.223154] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.232074] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.733257] env[65677]: DEBUG oslo_vmware.api [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637442, 'name': PowerOnVM_Task, 'duration_secs': 0.430152} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.733651] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.733698] env[65677]: INFO nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1320.733950] env[65677]: DEBUG nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1320.734677] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65465234-3fda-4316-bf13-45ac1a1dbb72 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.254394] env[65677]: INFO nova.compute.manager [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Took 11.43 seconds to build instance. [ 1321.756709] env[65677]: DEBUG oslo_concurrency.lockutils [None req-a588bccb-6700-48b1-9e9b-dcee564bba2f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.938s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.914424] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db475d8b-ae25-437f-8010-835310aec1ab {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.923384] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Suspending the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1321.923739] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-24280379-47c7-47f6-8456-1a3a36775ec4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.931426] env[65677]: DEBUG oslo_vmware.api [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1321.931426] env[65677]: value = "task-4637443" [ 1321.931426] env[65677]: _type = "Task" [ 1321.931426] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.942850] env[65677]: DEBUG oslo_vmware.api [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637443, 'name': SuspendVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.442150] env[65677]: DEBUG oslo_vmware.api [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637443, 'name': SuspendVM_Task} progress is 62%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.942685] env[65677]: DEBUG oslo_vmware.api [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637443, 'name': SuspendVM_Task, 'duration_secs': 0.618721} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.945039] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Suspended the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1322.945039] env[65677]: DEBUG nova.compute.manager [None req-478b9cdd-3fa5-4aad-aebf-83c664e32d47 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1322.945039] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3194acd7-9ac0-433a-8760-443742250563 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.336306] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "4a544c7f-10d8-4879-b93c-de951e9e61cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.336662] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.336891] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "4a544c7f-10d8-4879-b93c-de951e9e61cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.337088] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.337260] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.339417] env[65677]: INFO nova.compute.manager [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Terminating instance [ 1324.843694] env[65677]: DEBUG nova.compute.manager [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1324.843946] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.845025] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7ecf5f-c1c2-49de-8c59-d2cff1f0ac3f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.854359] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.854619] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c768125-a6c9-42da-8651-87dfe2d48154 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.923964] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.924224] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.924400] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleting the datastore file [datastore2] 4a544c7f-10d8-4879-b93c-de951e9e61cd {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.924675] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0544b445-ce25-4b2e-af83-d5572330b20f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.931436] env[65677]: DEBUG oslo_vmware.api [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1324.931436] env[65677]: value = "task-4637445" [ 1324.931436] env[65677]: _type = "Task" [ 1324.931436] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.939754] env[65677]: DEBUG oslo_vmware.api [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.442107] env[65677]: DEBUG oslo_vmware.api [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171883} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.442537] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.442675] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.442790] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.442901] env[65677]: INFO nova.compute.manager [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1325.443166] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1325.443377] env[65677]: DEBUG nova.compute.manager [-] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1325.443473] env[65677]: DEBUG nova.network.neutron [-] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1325.443730] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.474966] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.743220] env[65677]: DEBUG nova.compute.manager [req-16309738-26d4-43be-bbd4-3d2c64afd8ad req-9be67076-9c3c-4a77-ab07-f314897138d3 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Received event network-vif-deleted-d4c4beb5-5e3e-4024-b50d-cbee77491632 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1325.743220] env[65677]: INFO nova.compute.manager [req-16309738-26d4-43be-bbd4-3d2c64afd8ad req-9be67076-9c3c-4a77-ab07-f314897138d3 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Neutron deleted interface d4c4beb5-5e3e-4024-b50d-cbee77491632; detaching it from the instance and deleting it from the info cache [ 1325.743220] env[65677]: DEBUG nova.network.neutron [req-16309738-26d4-43be-bbd4-3d2c64afd8ad req-9be67076-9c3c-4a77-ab07-f314897138d3 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.216119] env[65677]: DEBUG nova.network.neutron [-] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.246160] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d80f6e1-d5e6-4eed-b2f4-d9b60bffeb3f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.258175] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae84d94-48f3-4f2c-8811-618fb1cddcca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.289423] env[65677]: DEBUG nova.compute.manager [req-16309738-26d4-43be-bbd4-3d2c64afd8ad req-9be67076-9c3c-4a77-ab07-f314897138d3 service nova] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Detach interface failed, port_id=d4c4beb5-5e3e-4024-b50d-cbee77491632, reason: Instance 4a544c7f-10d8-4879-b93c-de951e9e61cd could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1326.718653] env[65677]: INFO nova.compute.manager [-] [instance: 4a544c7f-10d8-4879-b93c-de951e9e61cd] Took 1.27 seconds to deallocate network for instance. [ 1327.225860] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.226236] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.226462] env[65677]: DEBUG nova.objects.instance [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'resources' on Instance uuid 4a544c7f-10d8-4879-b93c-de951e9e61cd {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.777235] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995c01c-50ea-4a1e-836e-e42a2bb0ccbb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.785568] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6913a972-006e-4c88-808d-e60646a4ca65 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.817143] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9916f6c0-3061-42e9-8361-deccf3742d39 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.825667] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08903340-288a-467e-8eef-017ca00508a7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.839743] env[65677]: DEBUG nova.compute.provider_tree [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.343377] env[65677]: DEBUG nova.scheduler.client.report [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.848791] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.867911] env[65677]: INFO nova.scheduler.client.report [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocations for instance 4a544c7f-10d8-4879-b93c-de951e9e61cd [ 1329.375584] env[65677]: DEBUG oslo_concurrency.lockutils [None req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "4a544c7f-10d8-4879-b93c-de951e9e61cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.039s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.255264] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.255589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.757654] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Starting instance... {{(pid=65677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1331.280644] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.280943] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.282437] env[65677]: INFO nova.compute.claims [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.332540] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3464a-c9e4-4b5c-9688-147082e35ccb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.341047] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c8db3-3b1f-4c07-b923-bfddf6e0e9a6 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.373186] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7028335e-e515-4cfd-ac56-7daaba1a1f7f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.380944] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b004ac7-1fa3-4b45-bd3f-4b67c8fd0cb0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.395226] env[65677]: DEBUG nova.compute.provider_tree [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.898629] env[65677]: DEBUG nova.scheduler.client.report [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.403723] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.404380] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Start building networks asynchronously for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1333.789518] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "007eab4a-5928-4afc-956c-775e98479e1f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.789763] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.789946] env[65677]: DEBUG nova.compute.manager [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1333.790871] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f8b211-ad0a-47c6-b682-cb9c54243bfe {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.797840] env[65677]: DEBUG nova.compute.manager [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1333.798388] env[65677]: DEBUG nova.objects.instance [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'flavor' on Instance uuid 007eab4a-5928-4afc-956c-775e98479e1f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.909394] env[65677]: DEBUG nova.compute.utils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Using /dev/sd instead of None {{(pid=65677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.910967] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Allocating IP information in the background. {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1333.911189] env[65677]: DEBUG nova.network.neutron [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] allocate_for_instance() {{(pid=65677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1333.911512] env[65677]: WARNING neutronclient.v2_0.client [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.911845] env[65677]: WARNING neutronclient.v2_0.client [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.954536] env[65677]: DEBUG nova.policy [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa696dd504f148609a1a88a81b0a523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba6ca37e89b4473aacd9f26a3a934ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.260387] env[65677]: DEBUG nova.network.neutron [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Successfully created port: 511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1334.415113] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Start building block device mappings for instance. {{(pid=65677) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1334.805196] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.805529] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4998a652-dbef-42ff-996e-9661aa768154 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.813592] env[65677]: DEBUG oslo_vmware.api [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1334.813592] env[65677]: value = "task-4637446" [ 1334.813592] env[65677]: _type = "Task" [ 1334.813592] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.822193] env[65677]: DEBUG oslo_vmware.api [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.324888] env[65677]: DEBUG oslo_vmware.api [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637446, 'name': PowerOffVM_Task, 'duration_secs': 0.195941} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.325180] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.325380] env[65677]: DEBUG nova.compute.manager [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1335.326145] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d139cc3-c19b-474c-97c1-a4419c5c2120 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.424759] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Start spawning the instance on the hypervisor. {{(pid=65677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1335.451415] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T01:47:16Z,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='590ab2ed339546149f77ac379d2ae7fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T01:47:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1335.451664] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.451818] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1335.451997] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.452155] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1335.452300] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1335.452508] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1335.452656] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1335.452815] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1335.452973] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1335.453158] env[65677]: DEBUG nova.virt.hardware [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1335.454015] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6894b-7ae5-4938-9507-b3f4285f5d1a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.461973] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab9217-adcd-4b7f-b83f-bda89e29f27f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.658120] env[65677]: DEBUG nova.compute.manager [req-f4bddfc2-6d4d-4b44-ac1c-9d39942721e6 req-d869ef3c-338f-45ad-8ac4-e031f32007f3 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Received event network-vif-plugged-511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1335.658342] env[65677]: DEBUG oslo_concurrency.lockutils [req-f4bddfc2-6d4d-4b44-ac1c-9d39942721e6 req-d869ef3c-338f-45ad-8ac4-e031f32007f3 service nova] Acquiring lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.658542] env[65677]: DEBUG oslo_concurrency.lockutils [req-f4bddfc2-6d4d-4b44-ac1c-9d39942721e6 req-d869ef3c-338f-45ad-8ac4-e031f32007f3 service nova] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.658731] env[65677]: DEBUG oslo_concurrency.lockutils [req-f4bddfc2-6d4d-4b44-ac1c-9d39942721e6 req-d869ef3c-338f-45ad-8ac4-e031f32007f3 service nova] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.658905] env[65677]: DEBUG nova.compute.manager [req-f4bddfc2-6d4d-4b44-ac1c-9d39942721e6 req-d869ef3c-338f-45ad-8ac4-e031f32007f3 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] No waiting events found dispatching network-vif-plugged-511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1335.659093] env[65677]: WARNING nova.compute.manager [req-f4bddfc2-6d4d-4b44-ac1c-9d39942721e6 req-d869ef3c-338f-45ad-8ac4-e031f32007f3 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Received unexpected event network-vif-plugged-511812d4-3f7a-4576-ab65-a4ad7ac1c481 for instance with vm_state building and task_state spawning. [ 1335.754567] env[65677]: DEBUG nova.network.neutron [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Successfully updated port: 511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1335.837827] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e9b6a68d-3694-4dd0-a18a-a42920e830d6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.200849] env[65677]: DEBUG nova.objects.instance [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'flavor' on Instance uuid 007eab4a-5928-4afc-956c-775e98479e1f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.257596] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.257790] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.258043] env[65677]: DEBUG nova.network.neutron [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1336.706117] env[65677]: DEBUG oslo_concurrency.lockutils [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.706521] env[65677]: DEBUG oslo_concurrency.lockutils [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.706521] env[65677]: DEBUG nova.network.neutron [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1336.706650] env[65677]: DEBUG nova.objects.instance [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'info_cache' on Instance uuid 007eab4a-5928-4afc-956c-775e98479e1f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.790870] env[65677]: DEBUG nova.network.neutron [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Instance cache missing network info. {{(pid=65677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1336.868947] env[65677]: WARNING neutronclient.v2_0.client [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.935290] env[65677]: DEBUG nova.network.neutron [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [{"id": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "address": "fa:16:3e:43:7f:d8", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511812d4-3f", "ovs_interfaceid": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.209977] env[65677]: DEBUG nova.objects.base [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Object Instance<007eab4a-5928-4afc-956c-775e98479e1f> lazy-loaded attributes: flavor,info_cache {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.438273] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.438591] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Instance network_info: |[{"id": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "address": "fa:16:3e:43:7f:d8", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511812d4-3f", "ovs_interfaceid": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1337.439102] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:7f:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '511812d4-3f7a-4576-ab65-a4ad7ac1c481', 'vif_model': 'vmxnet3'}] {{(pid=65677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.446499] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1337.446725] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Creating VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.446964] env[65677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb68221-f983-42d8-892e-2181acd04827 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.468060] env[65677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.468060] env[65677]: value = "task-4637447" [ 1337.468060] env[65677]: _type = "Task" [ 1337.468060] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.476907] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637447, 'name': CreateVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.692107] env[65677]: DEBUG nova.compute.manager [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Received event network-changed-511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1337.692373] env[65677]: DEBUG nova.compute.manager [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Refreshing instance network info cache due to event network-changed-511812d4-3f7a-4576-ab65-a4ad7ac1c481. {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11805}} [ 1337.692624] env[65677]: DEBUG oslo_concurrency.lockutils [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] Acquiring lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.692789] env[65677]: DEBUG oslo_concurrency.lockutils [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] Acquired lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.692950] env[65677]: DEBUG nova.network.neutron [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Refreshing network info cache for port 511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.713152] env[65677]: WARNING neutronclient.v2_0.client [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.874845] env[65677]: WARNING neutronclient.v2_0.client [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.943549] env[65677]: DEBUG nova.network.neutron [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [{"id": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "address": "fa:16:3e:ba:b5:0f", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60cd4a9-f8", "ovs_interfaceid": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.979283] env[65677]: DEBUG oslo_vmware.api [-] Task: {'id': task-4637447, 'name': CreateVM_Task, 'duration_secs': 0.313805} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.979509] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Created VM on the ESX host {{(pid=65677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.980019] env[65677]: WARNING neutronclient.v2_0.client [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.980383] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.980534] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.980851] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.981126] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563efee0-2d5f-4af6-807f-34d1d21ad26c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.986568] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1337.986568] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ab88c8-f545-5616-596c-d8e4d15c43b9" [ 1337.986568] env[65677]: _type = "Task" [ 1337.986568] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.995226] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ab88c8-f545-5616-596c-d8e4d15c43b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.195471] env[65677]: WARNING neutronclient.v2_0.client [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.336105] env[65677]: WARNING neutronclient.v2_0.client [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.401724] env[65677]: DEBUG nova.network.neutron [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updated VIF entry in instance network info cache for port 511812d4-3f7a-4576-ab65-a4ad7ac1c481. {{(pid=65677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1338.402108] env[65677]: DEBUG nova.network.neutron [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [{"id": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "address": "fa:16:3e:43:7f:d8", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511812d4-3f", "ovs_interfaceid": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.446555] env[65677]: DEBUG oslo_concurrency.lockutils [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.496966] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52ab88c8-f545-5616-596c-d8e4d15c43b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.497320] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.497561] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Processing image 74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb {{(pid=65677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.497788] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.497930] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.498117] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.498374] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83e85532-ddba-4bec-9c1a-289103c24004 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.507130] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.507293] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.507996] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2259c99c-13c5-4b04-9690-e27d1c0c7685 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.513251] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1338.513251] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529ce85c-2c13-2bf6-9cef-b5a50774067c" [ 1338.513251] env[65677]: _type = "Task" [ 1338.513251] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.521353] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529ce85c-2c13-2bf6-9cef-b5a50774067c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.905575] env[65677]: DEBUG oslo_concurrency.lockutils [req-da2dd95a-40f8-4b31-9c2a-e39d3b62208a req-dbb98776-3d8f-4334-80e8-11e94769296e service nova] Releasing lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.033453] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]529ce85c-2c13-2bf6-9cef-b5a50774067c, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.034361] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5f2d52-eb49-4942-8c0e-90dbbbb9acb4 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.041393] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1339.041393] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522cc9e6-cc67-2b64-20d1-7adcf5e1f376" [ 1339.041393] env[65677]: _type = "Task" [ 1339.041393] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.050608] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522cc9e6-cc67-2b64-20d1-7adcf5e1f376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.452842] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.453209] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2579fa3-e168-4808-9034-93728a7b515d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.460408] env[65677]: DEBUG oslo_vmware.api [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1339.460408] env[65677]: value = "task-4637448" [ 1339.460408] env[65677]: _type = "Task" [ 1339.460408] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.469030] env[65677]: DEBUG oslo_vmware.api [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.553849] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]522cc9e6-cc67-2b64-20d1-7adcf5e1f376, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.554116] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.554406] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0/ec727d51-1e2f-489b-bb49-82b6a55896d0.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.554677] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5d255b-2ed6-4b13-a60c-87980a9e94dc {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.562778] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1339.562778] env[65677]: value = "task-4637449" [ 1339.562778] env[65677]: _type = "Task" [ 1339.562778] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.571238] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.973428] env[65677]: DEBUG oslo_vmware.api [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637448, 'name': PowerOnVM_Task, 'duration_secs': 0.382585} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.973805] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.974079] env[65677]: DEBUG nova.compute.manager [None req-947a0a1e-a185-4694-8196-b1fc3defd4d0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1339.974947] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d307535-f6d9-467a-8036-3f62172b5158 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.073420] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637449, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.575429] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637449, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.075906] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486531} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.076317] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb/74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb.vmdk to [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0/ec727d51-1e2f-489b-bb49-82b6a55896d0.vmdk {{(pid=65677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.076401] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Extending root virtual disk to 1048576 {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.076652] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e93abb61-d6a9-4794-b397-982de888fbe8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.084168] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1341.084168] env[65677]: value = "task-4637450" [ 1341.084168] env[65677]: _type = "Task" [ 1341.084168] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.093349] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.122920] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9060601d-6bbb-4c2e-a203-33f3ae1fbfa7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.130355] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Suspending the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1341.130636] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3703109a-c478-4188-9183-a8006444bff1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.137297] env[65677]: DEBUG oslo_vmware.api [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1341.137297] env[65677]: value = "task-4637451" [ 1341.137297] env[65677]: _type = "Task" [ 1341.137297] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.146459] env[65677]: DEBUG oslo_vmware.api [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637451, 'name': SuspendVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.595815] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.346076} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.596159] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Extended root virtual disk {{(pid=65677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.597150] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eadd32-0d26-4609-9d04-123cdc34196c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.621225] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0/ec727d51-1e2f-489b-bb49-82b6a55896d0.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.621650] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f353a24-c362-4cf4-8a69-7b5c5419b1ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.647792] env[65677]: DEBUG oslo_vmware.api [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637451, 'name': SuspendVM_Task} progress is 91%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.649894] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1341.649894] env[65677]: value = "task-4637452" [ 1341.649894] env[65677]: _type = "Task" [ 1341.649894] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.659780] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.148051] env[65677]: DEBUG oslo_vmware.api [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637451, 'name': SuspendVM_Task, 'duration_secs': 0.76818} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.148475] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Suspended the VM {{(pid=65677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1342.148475] env[65677]: DEBUG nova.compute.manager [None req-55199622-b003-4431-8d44-fafd1ebe0baa tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1342.149297] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a336b-cb32-4deb-ad15-823a2f56e79c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.162992] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637452, 'name': ReconfigVM_Task, 'duration_secs': 0.287666} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.163240] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0/ec727d51-1e2f-489b-bb49-82b6a55896d0.vmdk or device None with type sparse {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.164031] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00dcb2af-1c60-449a-8014-1ded005ef50d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.171454] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1342.171454] env[65677]: value = "task-4637453" [ 1342.171454] env[65677]: _type = "Task" [ 1342.171454] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.179502] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637453, 'name': Rename_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.682280] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637453, 'name': Rename_Task, 'duration_secs': 0.14792} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.683121] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.683390] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b283e8-7871-4029-95c2-fb5cf3032e5f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.690350] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1342.690350] env[65677]: value = "task-4637454" [ 1342.690350] env[65677]: _type = "Task" [ 1342.690350] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.699024] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.201019] env[65677]: DEBUG oslo_vmware.api [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637454, 'name': PowerOnVM_Task, 'duration_secs': 0.469419} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.201399] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.201448] env[65677]: INFO nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1343.201623] env[65677]: DEBUG nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1343.202415] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55261e21-3fad-42af-b966-943db4b9c968 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.492059] env[65677]: INFO nova.compute.manager [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Resuming [ 1343.492059] env[65677]: DEBUG nova.objects.instance [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'flavor' on Instance uuid 007eab4a-5928-4afc-956c-775e98479e1f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.719396] env[65677]: INFO nova.compute.manager [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Took 12.46 seconds to build instance. [ 1344.221615] env[65677]: DEBUG oslo_concurrency.lockutils [None req-f56e8b31-6ddf-47a0-b523-d252299b804b tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.966s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.002632] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.002830] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquired lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.002964] env[65677]: DEBUG nova.network.neutron [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1345.378056] env[65677]: DEBUG nova.compute.manager [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Stashing vm_state: active {{(pid=65677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1345.506185] env[65677]: WARNING neutronclient.v2_0.client [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.698103] env[65677]: WARNING neutronclient.v2_0.client [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.774350] env[65677]: DEBUG nova.network.neutron [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [{"id": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "address": "fa:16:3e:ba:b5:0f", "network": {"id": "d36e6ac4-77e8-4c04-8e6b-a5e730eeb344", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-15458463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37198fba19344904acda835e29b041ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60cd4a9-f8", "ovs_interfaceid": "e60cd4a9-f856-462c-b061-eaa6bdada2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.900417] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.900705] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.277659] env[65677]: DEBUG oslo_concurrency.lockutils [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Releasing lock "refresh_cache-007eab4a-5928-4afc-956c-775e98479e1f" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.278767] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be95d3-04fd-4f86-989d-d5c5351ed98f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.286305] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Resuming the VM {{(pid=65677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1346.286560] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-210ba531-05c0-4b31-9912-bc8a1580735a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.294571] env[65677]: DEBUG oslo_vmware.api [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1346.294571] env[65677]: value = "task-4637455" [ 1346.294571] env[65677]: _type = "Task" [ 1346.294571] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.305752] env[65677]: DEBUG oslo_vmware.api [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.405798] env[65677]: INFO nova.compute.claims [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.805973] env[65677]: DEBUG oslo_vmware.api [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.913281] env[65677]: INFO nova.compute.resource_tracker [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating resource usage from migration 1361ec9f-ce91-4c5f-a047-128171f33602 [ 1346.976451] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196846d-1b05-4435-a26d-122b9afe16c9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.985432] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6fda5e-a0e0-4fb6-ab1d-0165f8867f03 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.020188] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d126c-61ca-438c-9f6c-dbc5064cbef3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.029770] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a64ac-73b7-430b-9bf7-a843221fd6f2 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.045071] env[65677]: DEBUG nova.compute.provider_tree [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.307312] env[65677]: DEBUG oslo_vmware.api [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637455, 'name': PowerOnVM_Task, 'duration_secs': 0.889276} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.307678] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Resumed the VM {{(pid=65677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1347.307898] env[65677]: DEBUG nova.compute.manager [None req-5aab0599-a8c9-4874-a002-94e0a2ae2ed0 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Checking state {{(pid=65677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1347.308737] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2a103d-d169-4b5e-8555-7ebdd1aa0269 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.548524] env[65677]: DEBUG nova.scheduler.client.report [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.054841] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.154s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.055079] env[65677]: INFO nova.compute.manager [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Migrating [ 1348.278337] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "007eab4a-5928-4afc-956c-775e98479e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.278589] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.278792] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "007eab4a-5928-4afc-956c-775e98479e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.279036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.279217] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.281467] env[65677]: INFO nova.compute.manager [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Terminating instance [ 1348.571150] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.571543] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.571543] env[65677]: DEBUG nova.network.neutron [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1348.785461] env[65677]: DEBUG nova.compute.manager [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1348.785842] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.786868] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07dfe68-b1e7-475d-a8a3-4fe01032e8bb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.794860] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.795114] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704b0d60-c493-4d28-ab8c-5c7215efc50a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.802624] env[65677]: DEBUG oslo_vmware.api [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1348.802624] env[65677]: value = "task-4637456" [ 1348.802624] env[65677]: _type = "Task" [ 1348.802624] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.811471] env[65677]: DEBUG oslo_vmware.api [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.074414] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.237528] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.307606] env[65677]: DEBUG nova.network.neutron [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [{"id": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "address": "fa:16:3e:43:7f:d8", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511812d4-3f", "ovs_interfaceid": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.314752] env[65677]: DEBUG oslo_vmware.api [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637456, 'name': PowerOffVM_Task, 'duration_secs': 0.231996} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.315068] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.315244] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.315498] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f274d89e-2c0f-49ee-80b6-f6045c16c25a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.387401] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.387651] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.387833] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleting the datastore file [datastore2] 007eab4a-5928-4afc-956c-775e98479e1f {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.388129] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49209ce-cbce-4129-a7f2-434744d56ff3 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.395626] env[65677]: DEBUG oslo_vmware.api [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for the task: (returnval){ [ 1349.395626] env[65677]: value = "task-4637458" [ 1349.395626] env[65677]: _type = "Task" [ 1349.395626] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.404029] env[65677]: DEBUG oslo_vmware.api [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.812164] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.905868] env[65677]: DEBUG oslo_vmware.api [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Task: {'id': task-4637458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141329} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.906128] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.906255] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.906429] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.906597] env[65677]: INFO nova.compute.manager [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1349.906847] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1349.907080] env[65677]: DEBUG nova.compute.manager [-] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1349.907190] env[65677]: DEBUG nova.network.neutron [-] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1349.907422] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.964958] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.398320] env[65677]: DEBUG nova.compute.manager [req-8d30efc4-5945-4b00-ad90-2a9db30292df req-d1ed9325-3a7f-4789-80b4-e64c0cc3b5f9 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Received event network-vif-deleted-e60cd4a9-f856-462c-b061-eaa6bdada2bc {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1350.398653] env[65677]: INFO nova.compute.manager [req-8d30efc4-5945-4b00-ad90-2a9db30292df req-d1ed9325-3a7f-4789-80b4-e64c0cc3b5f9 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Neutron deleted interface e60cd4a9-f856-462c-b061-eaa6bdada2bc; detaching it from the instance and deleting it from the info cache [ 1350.398754] env[65677]: DEBUG nova.network.neutron [req-8d30efc4-5945-4b00-ad90-2a9db30292df req-d1ed9325-3a7f-4789-80b4-e64c0cc3b5f9 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.877274] env[65677]: DEBUG nova.network.neutron [-] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.902045] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e745fd3-dbda-4fa4-a92c-2ca92b82fa29 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.915437] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b207f6-06b5-49d9-8e98-da57130299a1 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.943662] env[65677]: DEBUG nova.compute.manager [req-8d30efc4-5945-4b00-ad90-2a9db30292df req-d1ed9325-3a7f-4789-80b4-e64c0cc3b5f9 service nova] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Detach interface failed, port_id=e60cd4a9-f856-462c-b061-eaa6bdada2bc, reason: Instance 007eab4a-5928-4afc-956c-775e98479e1f could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1351.327306] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440b1bb-9c55-42a8-9cf8-b13f87e02c82 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.347452] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 0 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.380098] env[65677]: INFO nova.compute.manager [-] [instance: 007eab4a-5928-4afc-956c-775e98479e1f] Took 1.47 seconds to deallocate network for instance. [ 1351.853964] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.854204] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e804e6e8-24e4-4569-a1f1-01dcfb7ca134 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.862720] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1351.862720] env[65677]: value = "task-4637459" [ 1351.862720] env[65677]: _type = "Task" [ 1351.862720] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.871905] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.887446] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.887954] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.887954] env[65677]: DEBUG nova.objects.instance [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lazy-loading 'resources' on Instance uuid 007eab4a-5928-4afc-956c-775e98479e1f {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.905427] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.905668] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.905814] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.905958] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.906135] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.906279] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.906419] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.906567] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1351.906741] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.373128] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637459, 'name': PowerOffVM_Task, 'duration_secs': 0.182159} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.373396] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.373574] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 17 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.413074] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.447438] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73bb44-6d6a-4355-85c4-b38e8a299884 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.455963] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c7012-abb5-4e17-9984-185b6d4497cf {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.487785] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fa94c8-e760-443c-b56f-fa43991e398c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.495766] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a1822-dec1-4b96-94c4-21f8021eb80f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.509475] env[65677]: DEBUG nova.compute.provider_tree [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.880246] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1352.880499] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.880655] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1352.880834] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.880974] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1352.881138] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1352.881383] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1352.881544] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1352.881708] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1352.881867] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1352.882128] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1352.887190] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a33646-d609-435d-b50e-7b4f98343bdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.903977] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1352.903977] env[65677]: value = "task-4637460" [ 1352.903977] env[65677]: _type = "Task" [ 1352.903977] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.912359] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.012830] env[65677]: DEBUG nova.scheduler.client.report [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.414247] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637460, 'name': ReconfigVM_Task, 'duration_secs': 0.139867} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.414560] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 33 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.518284] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.521105] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.108s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.521286] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.521440] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1353.522555] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a5f1d-d63c-49c8-97ca-b1501593dfdd {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.531220] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3faadd-0b2b-4f2a-b8a5-02e7af6f3e23 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.546485] env[65677]: INFO nova.scheduler.client.report [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Deleted allocations for instance 007eab4a-5928-4afc-956c-775e98479e1f [ 1353.548155] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3a562-6319-4a08-a237-112387e3f49e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.559467] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e1e17a-b028-42ef-a31c-2f0e6110e6eb {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.605031] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180458MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1353.605217] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.605321] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.921205] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T01:47:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=74cd92f7-6b8a-48e5-9c89-3a02c6e96ecb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1353.921780] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.921780] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image limits 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1353.921960] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Flavor pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.921960] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Image pref 0:0:0 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1353.922138] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1353.922377] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.922532] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1353.922697] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Got 1 possible topologies {{(pid=65677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1353.922872] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1353.923053] env[65677]: DEBUG nova.virt.hardware [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1353.928765] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1353.929148] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33b2945-8bf6-40de-81da-fc8baf0d573e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.951320] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1353.951320] env[65677]: value = "task-4637461" [ 1353.951320] env[65677]: _type = "Task" [ 1353.951320] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.962601] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.057465] env[65677]: DEBUG oslo_concurrency.lockutils [None req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Lock "007eab4a-5928-4afc-956c-775e98479e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.462281] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637461, 'name': ReconfigVM_Task, 'duration_secs': 0.202247} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.462574] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=65677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1354.463457] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a4c3a-5556-429e-bccf-2dafdcb2bea8 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.487786] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0/ec727d51-1e2f-489b-bb49-82b6a55896d0.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.488126] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3877c60-fc99-4d75-8145-aa326ebd971d {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.507344] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1354.507344] env[65677]: value = "task-4637462" [ 1354.507344] env[65677]: _type = "Task" [ 1354.507344] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.516201] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.611387] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Applying migration context for instance ec727d51-1e2f-489b-bb49-82b6a55896d0 as it has an incoming, in-progress migration 1361ec9f-ce91-4c5f-a047-128171f33602. Migration status is migrating {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1354.611929] env[65677]: INFO nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating resource usage from migration 1361ec9f-ce91-4c5f-a047-128171f33602 [ 1354.629371] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Migration 1361ec9f-ce91-4c5f-a047-128171f33602 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1354.629546] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Instance ec727d51-1e2f-489b-bb49-82b6a55896d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1354.629744] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1354.629902] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1354.670082] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc7e409-4e5e-4b2f-b5af-4782f3421538 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.678579] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391a53c3-5560-4391-b5fc-3d7b856c2406 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.712671] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11615baf-d0be-47f9-ac69-09f4b0460558 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.721892] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d480662-e393-4935-93c6-550c0657c210 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.737896] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.018332] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637462, 'name': ReconfigVM_Task, 'duration_secs': 0.256803} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.018688] env[65677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0/ec727d51-1e2f-489b-bb49-82b6a55896d0.vmdk or device None with type thin {{(pid=65677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.018869] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 50 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.241644] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.525725] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8fd0b-8e3f-4e98-8510-16e227a2f865 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.546161] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71beda-e144-45f7-83d4-6721c25d9dda {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.569194] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 67 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.746568] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1355.746789] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.075704] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1356.076302] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1356.113408] env[65677]: DEBUG nova.network.neutron [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Port 511812d4-3f7a-4576-ab65-a4ad7ac1c481 binding to destination host cpu-1 is already ACTIVE {{(pid=65677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1357.138633] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.139040] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.139094] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.143564] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.177143] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.177338] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.177522] env[65677]: DEBUG nova.network.neutron [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1358.680737] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.833114] env[65677]: WARNING neutronclient.v2_0.client [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.902924] env[65677]: DEBUG nova.network.neutron [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [{"id": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "address": "fa:16:3e:43:7f:d8", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511812d4-3f", "ovs_interfaceid": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.405666] env[65677]: DEBUG oslo_concurrency.lockutils [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.931587] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d5b94-2070-4eea-ab91-8245b30f075c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.952265] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044e980-98e9-4c02-b8ac-85c0eacc6125 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.960206] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 83 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.466483] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powering on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.466879] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b0c5ae3-7ad9-4157-a85e-5f6ad4fdc831 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.475185] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1360.475185] env[65677]: value = "task-4637463" [ 1360.475185] env[65677]: _type = "Task" [ 1360.475185] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.486366] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.985502] env[65677]: DEBUG oslo_vmware.api [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637463, 'name': PowerOnVM_Task, 'duration_secs': 0.370954} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.985768] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powered on the VM {{(pid=65677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.985949] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c57a62-ebc1-4bff-90c2-053865877f00 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance 'ec727d51-1e2f-489b-bb49-82b6a55896d0' progress to 100 {{(pid=65677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.776133] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.778036] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.778036] env[65677]: DEBUG nova.compute.manager [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Going to confirm migration 10 {{(pid=65677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1363.282713] env[65677]: WARNING neutronclient.v2_0.client [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.317181] env[65677]: WARNING neutronclient.v2_0.client [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.317552] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.317728] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquired lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.317912] env[65677]: DEBUG nova.network.neutron [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Building network info cache for instance {{(pid=65677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1363.318112] env[65677]: DEBUG nova.objects.instance [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'info_cache' on Instance uuid ec727d51-1e2f-489b-bb49-82b6a55896d0 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.325277] env[65677]: WARNING neutronclient.v2_0.client [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.501651] env[65677]: WARNING neutronclient.v2_0.client [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.570942] env[65677]: DEBUG nova.network.neutron [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [{"id": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "address": "fa:16:3e:43:7f:d8", "network": {"id": "d4934f56-5868-4542-89d3-6ec2d083bcb9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-657535759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba6ca37e89b4473aacd9f26a3a934ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511812d4-3f", "ovs_interfaceid": "511812d4-3f7a-4576-ab65-a4ad7ac1c481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.074444] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Releasing lock "refresh_cache-ec727d51-1e2f-489b-bb49-82b6a55896d0" {{(pid=65677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.074705] env[65677]: DEBUG nova.objects.instance [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lazy-loading 'migration_context' on Instance uuid ec727d51-1e2f-489b-bb49-82b6a55896d0 {{(pid=65677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.578429] env[65677]: DEBUG nova.objects.base [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1365.579768] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa0047-0049-4633-996f-255b6fca903e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.600149] env[65677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9a6d46-a722-43cd-b4ec-9a0c5830d853 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.606351] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1365.606351] env[65677]: value = "session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52645aaa-c421-0bd0-fdf0-ab6727d48158" [ 1365.606351] env[65677]: _type = "Task" [ 1365.606351] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.615009] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52645aaa-c421-0bd0-fdf0-ab6727d48158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.116755] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': session[52a3d243-f03c-56ea-f534-2b07ffa2fd5d]52645aaa-c421-0bd0-fdf0-ab6727d48158, 'name': SearchDatastore_Task, 'duration_secs': 0.007939} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.117065] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.117310] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.662551] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b19c1bc-937e-42a1-bdea-cb273cbedb0a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.670657] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784cf717-f8e7-4f1c-b534-178e45575e15 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.700231] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26e813a-9fdd-4ea4-800e-5eef1f01644a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.708114] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf63fc70-ff5b-4438-a891-463a30521d70 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.723748] env[65677]: DEBUG nova.compute.provider_tree [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.226817] env[65677]: DEBUG nova.scheduler.client.report [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.237568] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.120s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.794972] env[65677]: INFO nova.scheduler.client.report [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocation for migration 1361ec9f-ce91-4c5f-a047-128171f33602 [ 1369.300753] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.524s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.800643] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.801158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.801158] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.801323] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.801530] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.803831] env[65677]: INFO nova.compute.manager [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Terminating instance [ 1371.308337] env[65677]: DEBUG nova.compute.manager [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Start destroying the instance on the hypervisor. {{(pid=65677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1371.308562] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Destroying instance {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.309562] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eaeac7-bd4c-4c64-bf98-8dfa2a661a3e {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.317884] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powering off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.318142] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4444515-a47f-47e1-9e21-12e2068793a9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.325767] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1371.325767] env[65677]: value = "task-4637464" [ 1371.325767] env[65677]: _type = "Task" [ 1371.325767] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.336104] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.836545] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637464, 'name': PowerOffVM_Task, 'duration_secs': 0.205863} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.836928] env[65677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Powered off the VM {{(pid=65677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.836928] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Unregistering the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.837225] env[65677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb090455-5e98-46ba-9713-d3f14ddf1f9f {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.907024] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Unregistered the VM {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.907295] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Deleting contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.907482] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleting the datastore file [datastore2] ec727d51-1e2f-489b-bb49-82b6a55896d0 {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.907749] env[65677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d6c526-9ba5-4983-a431-b86355a8d9b0 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.915291] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for the task: (returnval){ [ 1371.915291] env[65677]: value = "task-4637466" [ 1371.915291] env[65677]: _type = "Task" [ 1371.915291] env[65677]: } to complete. {{(pid=65677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.923539] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.425830] env[65677]: DEBUG oslo_vmware.api [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Task: {'id': task-4637466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142852} completed successfully. {{(pid=65677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.426104] env[65677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted the datastore file {{(pid=65677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.426295] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Deleted contents of the VM from datastore datastore2 {{(pid=65677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.426469] env[65677]: DEBUG nova.virt.vmwareapi.vmops [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Instance destroyed {{(pid=65677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.426643] env[65677]: INFO nova.compute.manager [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1372.426896] env[65677]: DEBUG oslo.service.backend._common.loopingcall [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1372.427141] env[65677]: DEBUG nova.compute.manager [-] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Deallocating network for instance {{(pid=65677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1372.427258] env[65677]: DEBUG nova.network.neutron [-] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] deallocate_for_instance() {{(pid=65677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1372.427482] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.459150] env[65677]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.721865] env[65677]: DEBUG nova.compute.manager [req-7a54e898-26fd-4a84-ab97-ec53ff6ec6aa req-0de7150e-2e9f-4fa2-a1db-e878448d7af6 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Received event network-vif-deleted-511812d4-3f7a-4576-ab65-a4ad7ac1c481 {{(pid=65677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11800}} [ 1372.722044] env[65677]: INFO nova.compute.manager [req-7a54e898-26fd-4a84-ab97-ec53ff6ec6aa req-0de7150e-2e9f-4fa2-a1db-e878448d7af6 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Neutron deleted interface 511812d4-3f7a-4576-ab65-a4ad7ac1c481; detaching it from the instance and deleting it from the info cache [ 1372.722215] env[65677]: DEBUG nova.network.neutron [req-7a54e898-26fd-4a84-ab97-ec53ff6ec6aa req-0de7150e-2e9f-4fa2-a1db-e878448d7af6 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.198089] env[65677]: DEBUG nova.network.neutron [-] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Updating instance_info_cache with network_info: [] {{(pid=65677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.225141] env[65677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-255e8825-b961-4887-b290-26d94c169c96 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.235818] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1efe4b-9e3a-49e4-a3a8-7a3bbf0f4ded {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.262151] env[65677]: DEBUG nova.compute.manager [req-7a54e898-26fd-4a84-ab97-ec53ff6ec6aa req-0de7150e-2e9f-4fa2-a1db-e878448d7af6 service nova] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Detach interface failed, port_id=511812d4-3f7a-4576-ab65-a4ad7ac1c481, reason: Instance ec727d51-1e2f-489b-bb49-82b6a55896d0 could not be found. {{(pid=65677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11634}} [ 1373.699998] env[65677]: INFO nova.compute.manager [-] [instance: ec727d51-1e2f-489b-bb49-82b6a55896d0] Took 1.27 seconds to deallocate network for instance. [ 1374.208126] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.208547] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.208609] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.245976] env[65677]: INFO nova.scheduler.client.report [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Deleted allocations for instance ec727d51-1e2f-489b-bb49-82b6a55896d0 [ 1374.753876] env[65677]: DEBUG oslo_concurrency.lockutils [None req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Lock "ec727d51-1e2f-489b-bb49-82b6a55896d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.953s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.289789] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.290622] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.797262] env[65677]: DEBUG nova.compute.manager [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11216}} [ 1387.797262] env[65677]: DEBUG oslo_service.periodic_task [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.300467] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.300874] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.301016] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.301217] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1388.302389] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd78df2-04fe-4c2c-8a69-5cdfd875246c {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.311452] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b006c-b0ee-4c22-b9f4-ddc01f127890 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.327013] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41739f2e-7985-485a-849e-79b1741fabf7 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.334457] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4ec99-66e0-4351-b972-ff0bd1b6f114 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.363766] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180458MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1388.363918] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.364064] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.384607] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1389.384883] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=65677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1389.398539] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d49f9-906d-4e3a-89e0-1f2a2ec6d6d9 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.406414] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b984e-15a1-4caf-9b97-a5d500171d8a {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.437697] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2731caf-43a8-48b5-bf7d-200fe7094c48 {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.445625] env[65677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e07fb7-b6e3-4199-b7b5-40220a0e71ca {{(pid=65677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.459105] env[65677]: DEBUG nova.compute.provider_tree [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed in ProviderTree for provider: fed1bc41-b4b5-4618-9de5-231c692731f7 {{(pid=65677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.962906] env[65677]: DEBUG nova.scheduler.client.report [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Inventory has not changed for provider fed1bc41-b4b5-4618-9de5-231c692731f7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.467907] env[65677]: DEBUG nova.compute.resource_tracker [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1390.468469] env[65677]: DEBUG oslo_concurrency.lockutils [None req-e1984860-8ba9-49c1-82f6-a41d888633f7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.104s {{(pid=65677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}